[ 557.421467] env[69148]: INFO neutron.common.config [-] Logging enabled! [ 557.421861] env[69148]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev43 [ 557.421904] env[69148]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69148) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 557.422216] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 557.422316] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 557.423207] env[69148]: WARNING oslo_policy.policy [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 557.423442] env[69148]: WARNING oslo_policy.policy [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 557.424961] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] VMware NSXv3 Agent initialized successfully. [ 557.425332] env[69148]: DEBUG oslo_concurrency.lockutils [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] Acquiring lock "singleton_lock" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.425471] env[69148]: DEBUG oslo_concurrency.lockutils [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] Acquired lock "singleton_lock" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.425674] env[69148]: DEBUG oslo_concurrency.lockutils [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] Releasing lock "singleton_lock" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.425956] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] Full set of CONF: {{(pid=69148) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 557.426181] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ******************************************************************************** {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 557.426302] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] Configuration options gathered from: {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 557.426533] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 557.426703] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 557.426817] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ================================================================================ {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 557.426987] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] agent_down_time = 75 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.427147] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] allow_automatic_dhcp_failover = True {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.427294] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] allow_bulk = True {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.427445] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] api_extensions_path = {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.427592] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] api_paste_config = api-paste.ini {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.427739] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] auth_strategy = keystone {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.427851] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] backdoor_port = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.427959] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] backdoor_socket = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.428124] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] backlog = 4096 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.428252] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.428412] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] bind_host = 0.0.0.0 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.428554] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] bind_port = 9696 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.428690] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] client_socket_timeout = 900 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.428830] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] config_dir = [] {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.428942] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.429102] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] config_source = [] {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.429242] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] control_exchange = neutron {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.429383] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] core_plugin = ml2 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.429521] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] debug = True {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.429658] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] default_availability_zones = [] {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.429868] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.430016] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] dhcp_agent_notification = True {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.430157] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] dhcp_agents_per_network = 1 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.430293] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] dhcp_lease_duration = 86400 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.430437] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] dhcp_load_type = networks {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.430577] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] dns_domain = openstacklocal {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.430714] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.430847] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] enable_default_route_bfd = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.431011] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] enable_default_route_ecmp = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.431165] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] enable_dvr = True {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.431302] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] enable_new_agents = True {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.431436] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.431570] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] enable_signals = True {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.431704] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] enable_traditional_dhcp = True {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.431834] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] external_dns_driver = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.431968] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] filter_validation = True {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.432129] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] global_physnet_mtu = 8950 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.432267] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] graceful_shutdown_timeout = 60 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.432443] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] host = cpu-1 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.432583] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] host_dvr_for_dhcp = True {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.432722] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] http_retries = 3 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.432866] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] instance_format = [instance: %(uuid)s] {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.433017] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.433193] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ipam_driver = internal {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.433335] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ipv6_pd_enabled = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.433474] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] l3_ha = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.433616] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.433758] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] l3_ha_network_physical_name = {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.433897] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] l3_ha_network_type = {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.434065] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] log_color = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.434222] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] log_config_append = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.434364] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.434503] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] log_dir = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.434639] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] log_file = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.434750] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] log_options = True {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.434892] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] log_rotate_interval = 1 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.435055] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] log_rotate_interval_type = days {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.435204] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] log_rotation_type = none {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.435316] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.435423] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.435568] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.435708] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.435817] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.435953] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] max_dns_nameservers = 5 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.436106] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] max_header_line = 16384 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.436247] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] max_l3_agents_per_router = 3 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.436381] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] max_logfile_count = 30 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.436515] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] max_logfile_size_mb = 200 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.436648] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] max_subnet_host_routes = 20 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.436794] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] my_ip = 10.180.1.21 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.436936] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] my_ipv6 = ::1 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.437085] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] network_auto_schedule = True {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.437224] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] network_link_prefix = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.437366] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.437508] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] notify_nova_on_port_data_changes = True {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.437649] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] notify_nova_on_port_status_changes = True {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.437791] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] pagination_max_limit = -1 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.437928] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] publish_errors = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.438076] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] rate_limit_burst = 0 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.438223] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] rate_limit_except_level = CRITICAL {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.438355] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] rate_limit_interval = 0 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.438492] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] retry_until_window = 30 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.438624] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] router_distributed = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.438757] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] rpc_resources_processing_step = 20 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.438890] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] rpc_response_max_timeout = 600 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.439039] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] rpc_response_timeout = 60 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.439179] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] send_events_interval = 2 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.439330] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] service_plugins = ['router'] {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.439474] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] setproctitle = on {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.439606] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] shell_completion = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.439745] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] state_path = /opt/stack/data/neutron {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.439882] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] syslog_log_facility = LOG_USER {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.440028] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] tcp_keepidle = 600 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.440174] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] transport_url = **** {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.440308] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] use_journal = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.440438] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] use_json = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.440572] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] use_ssl = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.440703] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] use_stderr = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.440841] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] use_syslog = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.441072] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] vlan_qinq = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.441154] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] vlan_transparent = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.441294] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] watch_log_file = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.441427] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] wsgi_default_pool_size = 100 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.441576] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] wsgi_keep_alive = True {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.441694] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.441829] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] wsgi_server_debug = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.441982] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_concurrency.disable_process_locking = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.442138] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.442288] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.442428] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.442572] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.442714] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.442853] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.443029] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] profiler.connection_string = messaging:// {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.443186] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] profiler.enabled = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.443340] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] profiler.es_doc_type = notification {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.443482] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] profiler.es_scroll_size = 10000 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.443628] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] profiler.es_scroll_time = 2m {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.443767] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] profiler.filter_error_trace = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.443910] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] profiler.hmac_keys = **** {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.444086] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] profiler.sentinel_service_name = mymaster {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.444254] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] profiler.socket_timeout = 0.1 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.444401] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] profiler.trace_requests = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.444544] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] profiler.trace_sqlalchemy = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.444699] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] profiler_jaeger.process_tags = {} {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.444839] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] profiler_jaeger.service_name_prefix = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.444991] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] profiler_otlp.service_name_prefix = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.445171] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_policy.enforce_new_defaults = True {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.445442] env[69148]: WARNING oslo_config.cfg [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 557.445603] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_policy.enforce_scope = True {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.445754] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_policy.policy_default_rule = default {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.445912] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.446070] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.446224] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.446361] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.446498] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.446633] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.446772] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.446918] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.447085] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.447303] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] agent.extensions = [] {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.447489] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.447646] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] service_providers.service_provider = [] {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.447799] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] QUOTAS.default_quota = -1 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.447953] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.448111] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] QUOTAS.quota_floatingip = 50 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.448257] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] QUOTAS.quota_network = 100 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.448396] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] QUOTAS.quota_port = 500 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.448533] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.448667] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] QUOTAS.quota_router = 10 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.448803] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] QUOTAS.quota_security_group = 10 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.448941] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.449092] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] QUOTAS.quota_subnet = 100 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.449235] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] QUOTAS.track_quota_usage = True {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.449390] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.449529] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep.group = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.449666] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep.helper_command = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.449809] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.449950] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep.thread_pool_size = 8 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.450097] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep.user = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.450248] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.450383] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep_dhcp_release.group = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.450518] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep_dhcp_release.helper_command = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.450662] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.450803] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.450948] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep_dhcp_release.user = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.451139] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.451288] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep_ovs_vsctl.group = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.451427] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.451571] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.451713] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.451848] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep_ovs_vsctl.user = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.451993] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep_namespace.capabilities = [21] {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.452141] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep_namespace.group = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.452277] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep_namespace.helper_command = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.452418] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.452564] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.452693] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep_namespace.user = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.452836] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep_conntrack.capabilities = [12] {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.452972] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep_conntrack.group = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.453146] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep_conntrack.helper_command = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.453300] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.453445] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.453582] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep_conntrack.user = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.453726] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep_link.capabilities = [12, 21] {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.453861] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep_link.group = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.453995] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep_link.helper_command = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.454150] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.454289] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep_link.thread_pool_size = 8 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.454421] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] privsep_link.user = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.454578] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.454729] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.454871] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] AGENT.continue_on_failed_promotions = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.455015] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] AGENT.dscp = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.455161] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] AGENT.dscp_inherit = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.455307] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] AGENT.force_mp_to_policy = True {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.455444] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] AGENT.locking_coordinator_url = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.455582] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] AGENT.log_agent_heartbeats = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.455719] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] AGENT.logging_expire = 1 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.455863] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.456023] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.456161] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] AGENT.polling_interval = 240 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.456306] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.456452] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.456597] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] AGENT.report_interval = 30.0 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.456737] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.456882] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.457036] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.457185] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] AGENT.sync_skew = 60 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.457329] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] AGENT.synchronization_queue_size = 20 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.457471] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] AGENT.use_helper_for_ns_read = True {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.457614] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] SECURITYGROUP.enable_ipset = True {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.457762] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] SECURITYGROUP.enable_security_group = True {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.457907] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.458065] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.458217] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] experimental.ipv6_pd_enabled = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.458379] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ml2.extension_drivers = ['port_security'] {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.458521] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ml2.external_network_type = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.458674] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.458825] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ml2.overlay_ip_version = 4 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.458971] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ml2.path_mtu = 8950 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.459141] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ml2.physical_network_mtus = {} {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.459307] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.459485] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.459641] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ml2.type_drivers = ['vlan'] {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.459793] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.459934] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.460089] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.460246] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.460398] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.460545] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.460692] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.460841] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.461014] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.461239] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.461400] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] NSXV3.nsxv3_login_password = **** {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.461558] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.461702] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] NSXV3.nsxv3_login_user = admin {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.461850] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.462008] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.462161] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.462305] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.462456] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.462606] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.462751] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.462897] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.463092] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.463235] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.463388] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.463534] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.463682] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.463879] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.464047] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.464200] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.464342] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.464487] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] nova.auth_section = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.464637] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] nova.auth_type = password {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.464783] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.464920] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] nova.certfile = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.465074] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] nova.collect_timing = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.465290] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] nova.endpoint_type = public {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.465447] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] nova.insecure = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.465588] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] nova.keyfile = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.465741] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] nova.region_name = RegionOne {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.465886] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] nova.split_loggers = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.466039] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] nova.timeout = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.466195] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] placement.auth_section = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.466349] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] placement.auth_type = password {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.466498] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.466636] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] placement.certfile = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.466777] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] placement.collect_timing = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.466925] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] placement.endpoint_type = public {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.467075] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] placement.insecure = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.467220] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] placement.keyfile = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.467355] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] placement.region_name = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.467494] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] placement.split_loggers = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.467631] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] placement.timeout = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.467777] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ironic.auth_section = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.467918] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ironic.auth_type = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.468066] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ironic.cafile = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.468205] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ironic.certfile = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.468348] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ironic.collect_timing = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.468488] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ironic.connect_retries = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.468627] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ironic.connect_retry_delay = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.468765] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ironic.enable_notifications = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.468900] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ironic.endpoint_override = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.469047] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ironic.insecure = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.469189] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ironic.interface = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.469324] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ironic.keyfile = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.469458] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ironic.max_version = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.469592] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ironic.min_version = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.469727] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ironic.region_name = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.469862] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ironic.retriable_status_codes = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.469995] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ironic.service_name = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.470145] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ironic.service_type = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.470291] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ironic.split_loggers = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.470428] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ironic.status_code_retries = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.470564] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ironic.status_code_retry_delay = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.470702] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ironic.timeout = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.470837] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ironic.valid_interfaces = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.470992] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ironic.version = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.471189] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] cli_script.dry_run = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.471350] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.471494] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.471638] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.471779] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.471920] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.472072] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.472216] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.472356] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.472495] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.472645] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.472784] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.472930] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.473107] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.473262] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.473402] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.473549] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.473687] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.473825] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.473969] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.474125] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.474265] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.474408] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.474549] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.474687] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.474828] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.474967] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.475116] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.475258] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.475394] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.475532] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.475672] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.ssl = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.475818] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.475963] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.476112] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.476261] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.476402] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.476540] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.476688] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_notifications.driver = [] {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.476829] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_notifications.retry = -1 {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.476984] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.477131] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.477243] env[69148]: DEBUG oslo_service.backend.eventlet.service [None req-2ca4af24-bdb1-47f7-9b6b-dc63e5a0d153 None None] ******************************************************************************** {{(pid=69148) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 557.478251] env[69148]: DEBUG neutron.agent.securitygroups_rpc [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Init firewall settings (driver=nsxv3) {{(pid=69148) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 557.479680] env[69148]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69148) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 557.479924] env[69148]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-27902579-335d-45d1-92ea-e74902eeadad None None] RPC agent_id: nsxm-l-01a.corp.local [ 557.482210] env[69148]: DEBUG dogpile.cache.region [None req-27902579-335d-45d1-92ea-e74902eeadad None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 557.482339] env[69148]: DEBUG dogpile.lock [None req-27902579-335d-45d1-92ea-e74902eeadad None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 557.482442] env[69148]: DEBUG dogpile.lock [None req-27902579-335d-45d1-92ea-e74902eeadad None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 557.482535] env[69148]: DEBUG dogpile.lock [None req-27902579-335d-45d1-92ea-e74902eeadad None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 557.482631] env[69148]: DEBUG dogpile.cache.region [None req-27902579-335d-45d1-92ea-e74902eeadad None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 557.482721] env[69148]: DEBUG dogpile.lock [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 557.482848] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 557.534490] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Session token - acquiring [ 557.536306] env[69148]: DEBUG networking_nsxv3.common.locking [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.536306] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.536606] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.536809] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.547927] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.812521] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 557.835367] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27902579-335d-45d1-92ea-e74902eeadad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 557.835582] env[69148]: DEBUG dogpile.cache.region [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Cache value generated in 0.353 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 557.835700] env[69148]: DEBUG dogpile.lock [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 557.835854] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Activating Policy API Provider. [ 557.836102] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Looking for the default Infrastructure Rules. [ 557.897723] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Looking for the Default Layer3 Logged Drop Section. [ 557.910654] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 557.911194] env[69148]: DEBUG networking_nsxv3.common.locking [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.911380] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Acquiring lock "all" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.911513] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Acquired lock "all" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.911918] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Acquired external semaphore "all" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.912279] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-27902579-335d-45d1-92ea-e74902eeadad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.435713] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-27902579-335d-45d1-92ea-e74902eeadad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.938114] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-27902579-335d-45d1-92ea-e74902eeadad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.440774] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Inventory metadata is going to be refreshed. [ 559.441233] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27902579-335d-45d1-92ea-e74902eeadad None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 560.154428] env[69148]: DEBUG networking_nsxv3.common.locking [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.154854] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.154854] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.155073] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.278014] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 560.279036] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.280041] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27902579-335d-45d1-92ea-e74902eeadad None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 560.298282] env[69148]: DEBUG networking_nsxv3.common.locking [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.298651] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.298651] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.298862] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.298987] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.299165] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27902579-335d-45d1-92ea-e74902eeadad None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 560.299276] env[69148]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69148) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 560.299383] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27902579-335d-45d1-92ea-e74902eeadad None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 560.318512] env[69148]: DEBUG networking_nsxv3.common.locking [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.318677] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.318821] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.319080] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.319262] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.319408] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27902579-335d-45d1-92ea-e74902eeadad None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 560.337181] env[69148]: DEBUG networking_nsxv3.common.locking [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.337414] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.337527] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.337812] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.337990] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.338111] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27902579-335d-45d1-92ea-e74902eeadad None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 560.357581] env[69148]: DEBUG networking_nsxv3.common.locking [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.357741] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Acquiring lock "Address Group" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.357847] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Acquired lock "Address Group" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.358136] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Acquired external semaphore "Address Group" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.358283] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Releasing lock "Address Group" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.358425] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27902579-335d-45d1-92ea-e74902eeadad None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 560.358532] env[69148]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69148) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 560.358635] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27902579-335d-45d1-92ea-e74902eeadad None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 560.375715] env[69148]: DEBUG networking_nsxv3.common.locking [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.375888] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Acquiring lock "Segment QoS" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.375969] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Acquired lock "Segment QoS" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.376248] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Acquired external semaphore "Segment QoS" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.376383] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Releasing lock "Segment QoS" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.376520] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27902579-335d-45d1-92ea-e74902eeadad None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 560.376626] env[69148]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69148) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 560.376731] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27902579-335d-45d1-92ea-e74902eeadad None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 560.394905] env[69148]: DEBUG networking_nsxv3.common.locking [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.395113] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.395209] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.395499] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.395643] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.395782] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27902579-335d-45d1-92ea-e74902eeadad None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 560.395888] env[69148]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69148) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 560.395990] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Inventory metadata have been refreshed. [ 560.396104] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Dryrun:True. Metadata refresh completed. [ 560.396225] env[69148]: DEBUG oslo_concurrency.lockutils [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Releasing lock "all" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.397834] env[69148]: INFO neutron.agent.agent_extensions_manager [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Loaded agent extensions: [] [ 560.398537] env[69148]: DEBUG neutron_lib.callbacks.manager [None req-27902579-335d-45d1-92ea-e74902eeadad None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69148) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 560.452861] env[69148]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-27902579-335d-45d1-92ea-e74902eeadad None None] NSXv3 Agent Agent RPC Daemon Started! [ 560.453257] env[69148]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-27902579-335d-45d1-92ea-e74902eeadad None None] NSXv3 Agent Agent loop - iteration:0 started [ 560.453257] env[69148]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-27902579-335d-45d1-92ea-e74902eeadad None None] NSXv3 Agent Agent out of sync with plugin! [ 565.401515] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 565.401922] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 570.402387] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 570.402665] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.519821] env[69148]: INFO networking_nsxv3.common.synchronization [None req-fe0ba3bf-c722-4073-9ff7-3665bf070603 demo admin] Enqueued Resource ID: b05c1359-fb68-4f6d-91a4-01d66427f19c with Priority: HIGHEST for action security_group_rules [ 574.520348] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05c1359-fb68-4f6d-91a4-01d66427f19c with Priority: HIGHEST for action security_group_rules [ 574.520629] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b05c1359-fb68-4f6d-91a4-01d66427f19c taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.520775] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b05c1359-fb68-4f6d-91a4-01d66427f19c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.520845] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b05c1359-fb68-4f6d-91a4-01d66427f19c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.521256] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b05c1359-fb68-4f6d-91a4-01d66427f19c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.521541] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b05c1359-fb68-4f6d-91a4-01d66427f19c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.042452] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.042452] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.042452] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.042452] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.042452] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.042452] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b05c1359-fb68-4f6d-91a4-01d66427f19c already deleted. [ 575.042452] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b05c1359-fb68-4f6d-91a4-01d66427f19c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.521232] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 579.521732] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 584.522146] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 584.522493] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 589.523663] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 589.524080] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 594.524692] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 594.525080] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 599.527736] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 599.527736] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 599.564167] env[69148]: INFO networking_nsxv3.common.synchronization [None req-aac3d8a8-bbfc-4311-bc2c-f87dfedebd2d None None] Enqueued Resource ID: 4d0eec0b-74ee-49c9-ad14-6867ed4e73e2 with Priority: HIGHEST for action port [ 599.564167] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d0eec0b-74ee-49c9-ad14-6867ed4e73e2 with Priority: HIGHEST for action port [ 599.564167] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d0eec0b-74ee-49c9-ad14-6867ed4e73e2 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.564167] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d0eec0b-74ee-49c9-ad14-6867ed4e73e2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.564167] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d0eec0b-74ee-49c9-ad14-6867ed4e73e2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.564167] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d0eec0b-74ee-49c9-ad14-6867ed4e73e2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.564167] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d0eec0b-74ee-49c9-ad14-6867ed4e73e2',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.071168] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d0eec0b-74ee-49c9-ad14-6867ed4e73e2 [ 600.072197] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.072197] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.072197] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.072412] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.072412] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.072493] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d0eec0b-74ee-49c9-ad14-6867ed4e73e2 already deleted. [ 600.072493] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d0eec0b-74ee-49c9-ad14-6867ed4e73e2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.393947] env[69148]: INFO networking_nsxv3.common.synchronization [None req-d2dcafab-bf3d-4690-8597-266503b9ac9d None None] Enqueued Resource ID: 7ffbab25-a2c5-4c89-91e2-1be6cd85d5cc with Priority: HIGHEST for action port [ 601.393947] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ffbab25-a2c5-4c89-91e2-1be6cd85d5cc with Priority: HIGHEST for action port [ 601.393947] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ffbab25-a2c5-4c89-91e2-1be6cd85d5cc taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.393947] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ffbab25-a2c5-4c89-91e2-1be6cd85d5cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.393947] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ffbab25-a2c5-4c89-91e2-1be6cd85d5cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.395084] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ffbab25-a2c5-4c89-91e2-1be6cd85d5cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.395084] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ffbab25-a2c5-4c89-91e2-1be6cd85d5cc',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.420174] env[69148]: INFO networking_nsxv3.common.synchronization [None req-7c038cc9-a776-4a2d-97b4-39d258994a59 None None] Enqueued Resource ID: 6a488e61-fff0-4a92-a892-287f4a29781b with Priority: HIGHEST for action port [ 601.420427] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a488e61-fff0-4a92-a892-287f4a29781b with Priority: HIGHEST for action port [ 601.420968] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a488e61-fff0-4a92-a892-287f4a29781b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.421111] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a488e61-fff0-4a92-a892-287f4a29781b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.421180] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a488e61-fff0-4a92-a892-287f4a29781b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.421430] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a488e61-fff0-4a92-a892-287f4a29781b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.421515] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a488e61-fff0-4a92-a892-287f4a29781b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.898691] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ffbab25-a2c5-4c89-91e2-1be6cd85d5cc [ 601.898691] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.898691] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.898691] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.898691] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.898691] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.898691] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ffbab25-a2c5-4c89-91e2-1be6cd85d5cc already deleted. [ 601.898691] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ffbab25-a2c5-4c89-91e2-1be6cd85d5cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.924912] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a488e61-fff0-4a92-a892-287f4a29781b [ 601.924912] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.924912] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.924912] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.924912] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.925091] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.925091] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a488e61-fff0-4a92-a892-287f4a29781b already deleted. [ 601.925142] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a488e61-fff0-4a92-a892-287f4a29781b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.292445] env[69148]: INFO networking_nsxv3.common.synchronization [None req-bef17647-36df-4f14-832e-06a76d8f6537 None None] Enqueued Resource ID: 5b7801e0-360a-4f2e-89c2-4199b31b5b9d with Priority: HIGHEST for action port [ 603.292763] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b7801e0-360a-4f2e-89c2-4199b31b5b9d with Priority: HIGHEST for action port [ 603.293614] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b7801e0-360a-4f2e-89c2-4199b31b5b9d taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.293742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b7801e0-360a-4f2e-89c2-4199b31b5b9d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.293796] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b7801e0-360a-4f2e-89c2-4199b31b5b9d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.294390] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b7801e0-360a-4f2e-89c2-4199b31b5b9d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.294600] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b7801e0-360a-4f2e-89c2-4199b31b5b9d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.797339] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b7801e0-360a-4f2e-89c2-4199b31b5b9d [ 603.799430] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.800303] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.800303] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.800303] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.800303] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.800303] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b7801e0-360a-4f2e-89c2-4199b31b5b9d already deleted. [ 603.800303] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b7801e0-360a-4f2e-89c2-4199b31b5b9d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.770202] env[69148]: INFO networking_nsxv3.common.synchronization [None req-6c620e38-3a26-451e-a5e7-692e7fe9ae13 None None] Enqueued Resource ID: 66f3d17c-53e6-4214-ba27-210100f3219b with Priority: HIGHEST for action port [ 604.770202] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66f3d17c-53e6-4214-ba27-210100f3219b with Priority: HIGHEST for action port [ 604.773172] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-66f3d17c-53e6-4214-ba27-210100f3219b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.773172] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66f3d17c-53e6-4214-ba27-210100f3219b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.773172] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66f3d17c-53e6-4214-ba27-210100f3219b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.773172] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66f3d17c-53e6-4214-ba27-210100f3219b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.773172] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66f3d17c-53e6-4214-ba27-210100f3219b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.241254] env[69148]: INFO networking_nsxv3.common.synchronization [None req-d2dbdd75-f9c7-4868-9ff6-fd8dd8fd8212 None None] Enqueued Resource ID: 41698456-2225-4273-bdea-e4be2c748c7f with Priority: HIGHEST for action port [ 605.241254] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41698456-2225-4273-bdea-e4be2c748c7f with Priority: HIGHEST for action port [ 605.242061] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-41698456-2225-4273-bdea-e4be2c748c7f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.242061] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41698456-2225-4273-bdea-e4be2c748c7f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.242061] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41698456-2225-4273-bdea-e4be2c748c7f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.246352] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41698456-2225-4273-bdea-e4be2c748c7f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.246352] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41698456-2225-4273-bdea-e4be2c748c7f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.276609] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66f3d17c-53e6-4214-ba27-210100f3219b [ 605.276609] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.276609] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.276609] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.276609] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.276609] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.276609] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66f3d17c-53e6-4214-ba27-210100f3219b already deleted. [ 605.276609] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66f3d17c-53e6-4214-ba27-210100f3219b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.745647] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41698456-2225-4273-bdea-e4be2c748c7f [ 605.746182] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.746399] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.746527] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.746788] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.747151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.747314] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41698456-2225-4273-bdea-e4be2c748c7f already deleted. [ 605.747445] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41698456-2225-4273-bdea-e4be2c748c7f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.890270] env[69148]: INFO networking_nsxv3.common.synchronization [None req-cc204057-8533-49c1-b716-5428a6c23a6d None None] Enqueued Resource ID: f8a02c0d-dd32-487a-9019-3909623269a2 with Priority: HIGHEST for action port [ 606.890547] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a02c0d-dd32-487a-9019-3909623269a2 with Priority: HIGHEST for action port [ 606.891103] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8a02c0d-dd32-487a-9019-3909623269a2 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.891225] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8a02c0d-dd32-487a-9019-3909623269a2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.891292] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8a02c0d-dd32-487a-9019-3909623269a2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.891543] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8a02c0d-dd32-487a-9019-3909623269a2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.891623] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8a02c0d-dd32-487a-9019-3909623269a2',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.393826] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8a02c0d-dd32-487a-9019-3909623269a2 [ 607.394154] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.394300] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.394391] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.394656] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.394868] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.394957] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8a02c0d-dd32-487a-9019-3909623269a2 already deleted. [ 607.394998] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8a02c0d-dd32-487a-9019-3909623269a2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.667228] env[69148]: INFO networking_nsxv3.common.synchronization [None req-a3b32ffb-0de3-4885-b206-ff4619e31269 None None] Enqueued Resource ID: 06feb27b-514d-4328-8860-d9ba11a214ba with Priority: HIGHEST for action port [ 607.667854] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06feb27b-514d-4328-8860-d9ba11a214ba with Priority: HIGHEST for action port [ 607.669264] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-06feb27b-514d-4328-8860-d9ba11a214ba taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.669389] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06feb27b-514d-4328-8860-d9ba11a214ba" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.669458] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06feb27b-514d-4328-8860-d9ba11a214ba" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.669717] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06feb27b-514d-4328-8860-d9ba11a214ba" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.669824] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06feb27b-514d-4328-8860-d9ba11a214ba',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.174881] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06feb27b-514d-4328-8860-d9ba11a214ba [ 608.175230] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.175522] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.175522] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.175866] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.175866] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.175866] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06feb27b-514d-4328-8860-d9ba11a214ba already deleted. [ 608.175866] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06feb27b-514d-4328-8860-d9ba11a214ba" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.219274] env[69148]: INFO networking_nsxv3.common.synchronization [None req-e88ec867-2422-40f1-b5ef-b58b5eb3ddd3 None None] Enqueued Resource ID: 341ad46c-d559-4be7-af76-e88edb2bb1d0 with Priority: HIGHEST for action port [ 608.219274] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341ad46c-d559-4be7-af76-e88edb2bb1d0 with Priority: HIGHEST for action port [ 608.219274] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-341ad46c-d559-4be7-af76-e88edb2bb1d0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.219274] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-341ad46c-d559-4be7-af76-e88edb2bb1d0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.219274] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-341ad46c-d559-4be7-af76-e88edb2bb1d0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.219274] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-341ad46c-d559-4be7-af76-e88edb2bb1d0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.219274] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('341ad46c-d559-4be7-af76-e88edb2bb1d0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.541277] env[69148]: INFO networking_nsxv3.common.synchronization [None req-8b963e22-fe60-4b65-a2a7-fc73c765beb2 None None] Enqueued Resource ID: 75a1df3a-5d30-45f2-9bda-86cfde7df9c2 with Priority: HIGHEST for action port [ 608.541498] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75a1df3a-5d30-45f2-9bda-86cfde7df9c2 with Priority: HIGHEST for action port [ 608.542063] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-75a1df3a-5d30-45f2-9bda-86cfde7df9c2 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.542172] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75a1df3a-5d30-45f2-9bda-86cfde7df9c2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.542172] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75a1df3a-5d30-45f2-9bda-86cfde7df9c2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.543034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75a1df3a-5d30-45f2-9bda-86cfde7df9c2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.543034] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75a1df3a-5d30-45f2-9bda-86cfde7df9c2',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.725496] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 341ad46c-d559-4be7-af76-e88edb2bb1d0 [ 608.725716] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.725851] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.725920] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.726159] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.726244] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.726368] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:341ad46c-d559-4be7-af76-e88edb2bb1d0 already deleted. [ 608.726450] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-341ad46c-d559-4be7-af76-e88edb2bb1d0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.047096] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75a1df3a-5d30-45f2-9bda-86cfde7df9c2 [ 609.047096] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.047096] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.047096] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.047417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.047849] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.048344] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75a1df3a-5d30-45f2-9bda-86cfde7df9c2 already deleted. [ 609.048344] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75a1df3a-5d30-45f2-9bda-86cfde7df9c2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.147085] env[69148]: INFO networking_nsxv3.common.synchronization [None req-1fc99924-27b3-4b82-88cb-56a37a222e0a None None] Enqueued Resource ID: aaa8d58f-552d-4269-a14d-7065a72e7aee with Priority: HIGHEST for action port [ 609.147085] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaa8d58f-552d-4269-a14d-7065a72e7aee with Priority: HIGHEST for action port [ 609.147733] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-aaa8d58f-552d-4269-a14d-7065a72e7aee taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.148890] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aaa8d58f-552d-4269-a14d-7065a72e7aee" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.148890] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aaa8d58f-552d-4269-a14d-7065a72e7aee" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.150496] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aaa8d58f-552d-4269-a14d-7065a72e7aee" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.150529] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaa8d58f-552d-4269-a14d-7065a72e7aee',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.430236] env[69148]: INFO networking_nsxv3.common.synchronization [None req-ee41c09c-f038-498a-b38a-376890625234 None None] Enqueued Resource ID: 9c1a99ef-1279-44ec-9555-fe663777dc27 with Priority: HIGHEST for action port [ 609.430236] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c1a99ef-1279-44ec-9555-fe663777dc27 with Priority: HIGHEST for action port [ 609.430236] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c1a99ef-1279-44ec-9555-fe663777dc27 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.430236] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c1a99ef-1279-44ec-9555-fe663777dc27" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.430236] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c1a99ef-1279-44ec-9555-fe663777dc27" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.431445] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c1a99ef-1279-44ec-9555-fe663777dc27" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.431445] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c1a99ef-1279-44ec-9555-fe663777dc27',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.519675] env[69148]: INFO networking_nsxv3.common.synchronization [None req-c6b970e4-95b0-4510-83be-c87d3a12d08d None None] Enqueued Resource ID: 637f32af-33fd-4c24-86bc-14ee6204022a with Priority: HIGHEST for action port [ 609.521893] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637f32af-33fd-4c24-86bc-14ee6204022a with Priority: HIGHEST for action port [ 609.522396] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-637f32af-33fd-4c24-86bc-14ee6204022a taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.522678] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-637f32af-33fd-4c24-86bc-14ee6204022a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.522678] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-637f32af-33fd-4c24-86bc-14ee6204022a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.522945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-637f32af-33fd-4c24-86bc-14ee6204022a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.523276] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('637f32af-33fd-4c24-86bc-14ee6204022a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.654093] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aaa8d58f-552d-4269-a14d-7065a72e7aee [ 609.656017] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.656017] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.656017] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.656017] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.656017] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.656017] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aaa8d58f-552d-4269-a14d-7065a72e7aee already deleted. [ 609.656017] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aaa8d58f-552d-4269-a14d-7065a72e7aee" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.934384] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c1a99ef-1279-44ec-9555-fe663777dc27 [ 609.934948] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.934948] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.934948] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.935134] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.935214] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.935321] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c1a99ef-1279-44ec-9555-fe663777dc27 already deleted. [ 609.935419] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c1a99ef-1279-44ec-9555-fe663777dc27" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.025871] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 637f32af-33fd-4c24-86bc-14ee6204022a [ 610.025977] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.026823] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.027056] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.027358] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.027612] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.027703] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:637f32af-33fd-4c24-86bc-14ee6204022a already deleted. [ 610.027812] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-637f32af-33fd-4c24-86bc-14ee6204022a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.169691] env[69148]: INFO networking_nsxv3.common.synchronization [None req-2f504296-d20c-4e0a-90de-606f04a28d4f None None] Enqueued Resource ID: 8f1e7b3a-0ac2-4c62-af91-c06405b0bd81 with Priority: HIGHEST for action port [ 611.170190] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f1e7b3a-0ac2-4c62-af91-c06405b0bd81 with Priority: HIGHEST for action port [ 611.174395] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f1e7b3a-0ac2-4c62-af91-c06405b0bd81 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.174395] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f1e7b3a-0ac2-4c62-af91-c06405b0bd81" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.174395] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f1e7b3a-0ac2-4c62-af91-c06405b0bd81" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.174395] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f1e7b3a-0ac2-4c62-af91-c06405b0bd81" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.174395] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f1e7b3a-0ac2-4c62-af91-c06405b0bd81',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.403522] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.403522] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.403522] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.403522] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.403522] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.674889] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f1e7b3a-0ac2-4c62-af91-c06405b0bd81 [ 611.674993] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.675102] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.676416] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.676416] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.676416] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.676416] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f1e7b3a-0ac2-4c62-af91-c06405b0bd81 already deleted. [ 611.676416] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f1e7b3a-0ac2-4c62-af91-c06405b0bd81" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.908517] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.174028] env[69148]: INFO networking_nsxv3.common.synchronization [None req-2abe3606-f3c3-49a7-8782-20b835ccb95b None None] Enqueued Resource ID: 982b1882-ea98-4df3-87e3-2a8c9bbd7832 with Priority: HIGHEST for action port [ 612.174028] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 982b1882-ea98-4df3-87e3-2a8c9bbd7832 with Priority: HIGHEST for action port [ 612.174028] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-982b1882-ea98-4df3-87e3-2a8c9bbd7832 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.174028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-982b1882-ea98-4df3-87e3-2a8c9bbd7832" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.174028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-982b1882-ea98-4df3-87e3-2a8c9bbd7832" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.174028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-982b1882-ea98-4df3-87e3-2a8c9bbd7832" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.174028] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('982b1882-ea98-4df3-87e3-2a8c9bbd7832',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.412633] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.677032] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 982b1882-ea98-4df3-87e3-2a8c9bbd7832 [ 612.677532] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.677959] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.678131] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.678413] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.678650] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.678817] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:982b1882-ea98-4df3-87e3-2a8c9bbd7832 already deleted. [ 612.679061] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-982b1882-ea98-4df3-87e3-2a8c9bbd7832" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.822491] env[69148]: INFO networking_nsxv3.common.synchronization [req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e req-b62c2efe-27d7-4e40-8591-3eea4245f70c tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Enqueued Resource ID: 06a9a251-b54d-4a2a-91b3-560ca563cabd with Priority: HIGHEST for action security_group_members [ 612.823202] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06a9a251-b54d-4a2a-91b3-560ca563cabd with Priority: HIGHEST for action security_group_members [ 612.824036] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-06a9a251-b54d-4a2a-91b3-560ca563cabd taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.824162] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.824234] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.824646] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.824725] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.824837] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.824899] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.825080] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.825172] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.825270] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06a9a251-b54d-4a2a-91b3-560ca563cabd',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.919160] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 612.919160] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 613.329127] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.330019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.330155] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.330446] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.330541] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.330758] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.330863] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.330929] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.331487] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.331487] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.331487] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06a9a251-b54d-4a2a-91b3-560ca563cabd already deleted. [ 613.331487] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.543305] env[69148]: INFO networking_nsxv3.common.synchronization [None req-1597e263-ef59-47fe-9d61-04495764ef2e None None] Enqueued Resource ID: e5869ddf-be5f-4379-ae3d-2316122ea6fd with Priority: HIGHEST for action port [ 613.543305] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5869ddf-be5f-4379-ae3d-2316122ea6fd with Priority: HIGHEST for action port [ 613.547493] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5869ddf-be5f-4379-ae3d-2316122ea6fd taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.549664] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5869ddf-be5f-4379-ae3d-2316122ea6fd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.549664] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5869ddf-be5f-4379-ae3d-2316122ea6fd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.549664] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5869ddf-be5f-4379-ae3d-2316122ea6fd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.549664] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5869ddf-be5f-4379-ae3d-2316122ea6fd',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.701713] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.701713] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.701713] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.701713] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.716872] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 613.717764] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.720647] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 613.738318] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.738781] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.738781] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.738781] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.738895] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.738922] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 613.741150] env[69148]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69148) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 613.741150] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 613.757921] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.757921] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.757921] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.757921] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.758738] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.758738] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 613.777998] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.780297] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.780394] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.780614] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.781074] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.781149] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 613.801324] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.801498] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.801538] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.801748] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.801852] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.801991] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 613.802083] env[69148]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69148) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 613.802158] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 613.820724] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.820724] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.820724] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.820724] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.820724] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.820724] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 613.820724] env[69148]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69148) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 613.820724] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 613.839068] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.839414] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.839414] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.839510] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.840576] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.840576] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 613.840576] env[69148]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69148) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 613.840576] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 613.840576] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 613.840576] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 613.840576] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 613.840576] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 613.840576] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 613.840576] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 613.840576] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 613.858981] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.859818] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.859954] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.860616] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.862950] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.863144] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 613.883296] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.883442] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.883513] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.883713] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.883811] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.895825] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.944534] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.944720] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-953" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.947849] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-953" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.948245] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-953" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.948890] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.949032] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.949163] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.949394] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.949535] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.949835] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 613.949995] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.950069] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.950178] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.952677] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 613.952677] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.952677] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.968911] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.969459] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 613.969626] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.970048] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-953" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.970434] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-8d4fbbc1-c377-46fa-9f55-4f45117ce138 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.970621] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-8d4fbbc1-c377-46fa-9f55-4f45117ce138" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.970742] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-8d4fbbc1-c377-46fa-9f55-4f45117ce138" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.971252] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-8d4fbbc1-c377-46fa-9f55-4f45117ce138" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.971252] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d4fbbc1-c377-46fa-9f55-4f45117ce138',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.051818] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5869ddf-be5f-4379-ae3d-2316122ea6fd [ 614.052154] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.052326] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.052680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.052932] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.053066] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.053201] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5869ddf-be5f-4379-ae3d-2316122ea6fd already deleted. [ 614.053334] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5869ddf-be5f-4379-ae3d-2316122ea6fd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.355964] env[69148]: INFO networking_nsxv3.common.synchronization [None req-0dbc13b7-3484-4c70-995c-4fdf431edd24 None None] Enqueued Resource ID: 04effe58-28c9-4798-9afb-428d9e8a6481 with Priority: HIGHEST for action port [ 614.355964] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04effe58-28c9-4798-9afb-428d9e8a6481 with Priority: HIGHEST for action port [ 614.356378] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-04effe58-28c9-4798-9afb-428d9e8a6481 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.356378] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04effe58-28c9-4798-9afb-428d9e8a6481" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.356378] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04effe58-28c9-4798-9afb-428d9e8a6481" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.356496] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04effe58-28c9-4798-9afb-428d9e8a6481" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.356563] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04effe58-28c9-4798-9afb-428d9e8a6481',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.476236] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.476236] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.476236] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.476236] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.476236] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.476236] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 8d4fbbc1-c377-46fa-9f55-4f45117ce138 not found, creating... [ 614.476236] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.476236] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.476236] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.477703] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.477703] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.477703] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.477703] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.477703] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.477703] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.477703] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.477703] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 8d4fbbc1-c377-46fa-9f55-4f45117ce138 is going to be created. [ 614.503026] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.503026] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.503026] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.503971] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.505672] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.505672] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-8d4fbbc1-c377-46fa-9f55-4f45117ce138" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.572323] env[69148]: INFO networking_nsxv3.common.synchronization [None req-57b049e4-f130-44de-8c8d-3d5989801f6b None None] Enqueued Resource ID: 6f6ac911-a7eb-4c5e-9831-6d19df8f956a with Priority: HIGHEST for action port [ 614.573597] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f6ac911-a7eb-4c5e-9831-6d19df8f956a with Priority: HIGHEST for action port [ 614.573597] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f6ac911-a7eb-4c5e-9831-6d19df8f956a taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.573597] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f6ac911-a7eb-4c5e-9831-6d19df8f956a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.574330] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f6ac911-a7eb-4c5e-9831-6d19df8f956a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.574772] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f6ac911-a7eb-4c5e-9831-6d19df8f956a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.574876] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f6ac911-a7eb-4c5e-9831-6d19df8f956a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.860769] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04effe58-28c9-4798-9afb-428d9e8a6481 [ 614.861042] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.861157] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.861265] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.861463] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.861519] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.861614] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04effe58-28c9-4798-9afb-428d9e8a6481 already deleted. [ 614.861697] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04effe58-28c9-4798-9afb-428d9e8a6481" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.028465] env[69148]: INFO networking_nsxv3.common.synchronization [req-6f536892-310d-4904-8cec-9baa18bf7e7b req-52c05f6e-b16c-4c36-8f5d-25a529935d62 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Enqueued Resource ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa with Priority: HIGHEST for action security_group_members [ 615.032486] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa with Priority: HIGHEST for action security_group_members [ 615.032817] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff26cca-4bec-45c3-833b-adb00367e5fa taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.032950] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.033232] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.033517] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.033686] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.033795] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.033860] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.034017] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.034129] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.034225] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff26cca-4bec-45c3-833b-adb00367e5fa',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.077801] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f6ac911-a7eb-4c5e-9831-6d19df8f956a [ 615.078480] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.078480] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.078480] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.078480] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.078664] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.078664] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f6ac911-a7eb-4c5e-9831-6d19df8f956a already deleted. [ 615.078720] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f6ac911-a7eb-4c5e-9831-6d19df8f956a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.533474] env[69148]: INFO networking_nsxv3.common.synchronization [None req-506a36eb-5d83-476a-a744-af7dcff74637 None None] Enqueued Resource ID: 2e355d87-ecb9-45cd-bd99-52c583fefb1f with Priority: HIGHEST for action port [ 615.535779] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e355d87-ecb9-45cd-bd99-52c583fefb1f with Priority: HIGHEST for action port [ 615.536162] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.536287] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.536398] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.536633] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.536725] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.536920] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.537026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.537087] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.537236] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.537308] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.537389] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa already deleted. [ 615.537466] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.537684] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e355d87-ecb9-45cd-bd99-52c583fefb1f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.537799] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e355d87-ecb9-45cd-bd99-52c583fefb1f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.537828] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e355d87-ecb9-45cd-bd99-52c583fefb1f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.538015] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e355d87-ecb9-45cd-bd99-52c583fefb1f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.538124] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e355d87-ecb9-45cd-bd99-52c583fefb1f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.036584] env[69148]: INFO networking_nsxv3.common.synchronization [req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e req-26fe7152-b730-461a-9826-c3ca41ad91d9 service nova] Enqueued Resource ID: 06a9a251-b54d-4a2a-91b3-560ca563cabd with Priority: HIGHEST for action security_group_rules [ 616.036770] env[69148]: INFO networking_nsxv3.common.synchronization [req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e req-26fe7152-b730-461a-9826-c3ca41ad91d9 service nova] Enqueued Resource ID: 06a9a251-b54d-4a2a-91b3-560ca563cabd with Priority: HIGHEST for action security_group_members [ 616.036908] env[69148]: INFO networking_nsxv3.common.synchronization [req-c5e1e292-7df7-4f12-9b7d-471fc75a6b3e req-26fe7152-b730-461a-9826-c3ca41ad91d9 service nova] Enqueued Resource ID: 8d4fbbc1-c377-46fa-9f55-4f45117ce138 with Priority: HIGHEST for action port [ 616.037143] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06a9a251-b54d-4a2a-91b3-560ca563cabd with Priority: HIGHEST for action security_group_rules [ 616.037272] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06a9a251-b54d-4a2a-91b3-560ca563cabd with Priority: HIGHEST for action security_group_members [ 616.037371] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d4fbbc1-c377-46fa-9f55-4f45117ce138 with Priority: HIGHEST for action port [ 616.037901] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06a9a251-b54d-4a2a-91b3-560ca563cabd taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.038033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.038107] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.038357] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.038439] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06a9a251-b54d-4a2a-91b3-560ca563cabd',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.039231] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-06a9a251-b54d-4a2a-91b3-560ca563cabd taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.039340] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.039408] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.039567] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.039709] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.039804] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.039866] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.040540] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.040540] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.040629] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06a9a251-b54d-4a2a-91b3-560ca563cabd',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.041581] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d4fbbc1-c377-46fa-9f55-4f45117ce138 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.041693] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d4fbbc1-c377-46fa-9f55-4f45117ce138" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.041758] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d4fbbc1-c377-46fa-9f55-4f45117ce138" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.041908] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d4fbbc1-c377-46fa-9f55-4f45117ce138" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.041981] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d4fbbc1-c377-46fa-9f55-4f45117ce138',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.043666] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e355d87-ecb9-45cd-bd99-52c583fefb1f [ 616.043817] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.043918] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.044160] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.044160] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.044269] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.044331] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e355d87-ecb9-45cd-bd99-52c583fefb1f already deleted. [ 616.044409] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e355d87-ecb9-45cd-bd99-52c583fefb1f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.150866] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.151156] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.151342] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.153137] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.153137] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.153434] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.153727] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.154124] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.154434] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.154807] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 616.154987] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.155210] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.155387] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.155590] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 616.155783] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.156139] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.184851] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.185191] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 616.185428] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.186053] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.186206] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-c3087f23-0a7d-48e7-ba50-a1c8e532cf58 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.186485] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-c3087f23-0a7d-48e7-ba50-a1c8e532cf58" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.186667] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-c3087f23-0a7d-48e7-ba50-a1c8e532cf58" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.187105] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-c3087f23-0a7d-48e7-ba50-a1c8e532cf58" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.187317] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3087f23-0a7d-48e7-ba50-a1c8e532cf58',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.211715] env[69148]: INFO networking_nsxv3.common.synchronization [None req-35662cdb-5467-461f-bb8d-f978dc14c6c1 None None] Enqueued Resource ID: 255450dd-cac9-4c5e-9908-2593400006f9 with Priority: HIGHEST for action port [ 616.211715] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 255450dd-cac9-4c5e-9908-2593400006f9 with Priority: HIGHEST for action port [ 616.211835] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-255450dd-cac9-4c5e-9908-2593400006f9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.212952] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-255450dd-cac9-4c5e-9908-2593400006f9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.212952] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-255450dd-cac9-4c5e-9908-2593400006f9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.214203] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-255450dd-cac9-4c5e-9908-2593400006f9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.214365] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('255450dd-cac9-4c5e-9908-2593400006f9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.544238] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-06a9a251-b54d-4a2a-91b3-560ca563cabd taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.544238] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.550713] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d4fbbc1-c377-46fa-9f55-4f45117ce138 with status ACTIVE [ 616.554018] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.554018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.554018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.554018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.554018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.554018] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.554018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.554018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.554018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.554018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.554018] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.554018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.554018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.554018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.554018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.554018] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d4fbbc1-c377-46fa-9f55-4f45117ce138 is going to be updated. [ 616.555052] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06a9a251-b54d-4a2a-91b3-560ca563cabd',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.574945] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.574945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.574945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.575216] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.575216] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.575407] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d4fbbc1-c377-46fa-9f55-4f45117ce138" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.671318] env[69148]: INFO networking_nsxv3.common.synchronization [req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d req-eb370d0d-22a0-476e-811e-19af96d15dcb tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Enqueued Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_members [ 616.671318] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_members [ 616.671318] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.671433] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.671433] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.671659] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.672315] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.672315] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.672315] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.675730] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.675730] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.675730] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.690182] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.690475] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.690514] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.692981] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.692981] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.692981] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port c3087f23-0a7d-48e7-ba50-a1c8e532cf58 not found, creating... [ 616.692981] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.692981] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.692981] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.693236] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.693305] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.693577] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.693749] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.693974] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.695270] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.695512] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.695645] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: c3087f23-0a7d-48e7-ba50-a1c8e532cf58 is going to be created. [ 616.715106] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.715384] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.715541] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.715809] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.716364] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.716567] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-c3087f23-0a7d-48e7-ba50-a1c8e532cf58" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.717456] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 255450dd-cac9-4c5e-9908-2593400006f9 [ 616.717667] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.717777] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.717838] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.718037] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.718114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.718207] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:255450dd-cac9-4c5e-9908-2593400006f9 already deleted. [ 616.718285] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-255450dd-cac9-4c5e-9908-2593400006f9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.015739] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-316 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.016025] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-316" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.016064] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-316" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.016395] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-316" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.016653] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.016809] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.016925] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.018900] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.019088] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.019309] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 617.019422] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.019534] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.019640] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.019818] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 617.019991] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.020243] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.037667] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.037814] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 617.038309] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.038596] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-316" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.038913] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-9fbc2515-14cb-4516-ac6b-a6e51770451c taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.039112] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-9fbc2515-14cb-4516-ac6b-a6e51770451c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.039225] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-9fbc2515-14cb-4516-ac6b-a6e51770451c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.039541] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-9fbc2515-14cb-4516-ac6b-a6e51770451c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.039926] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fbc2515-14cb-4516-ac6b-a6e51770451c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.058437] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06a9a251-b54d-4a2a-91b3-560ca563cabd',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.178268] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.179360] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.179360] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.179360] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.179360] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.179360] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.179360] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.180196] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.180196] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.180196] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.180196] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 already deleted. [ 617.180196] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.326020] env[69148]: INFO networking_nsxv3.common.synchronization [None req-f18540fd-5aa4-4adb-b644-0a84cf19a927 None None] Enqueued Resource ID: 075869c7-4df1-453d-bebd-39cc87cf2706 with Priority: HIGHEST for action port [ 617.326020] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 075869c7-4df1-453d-bebd-39cc87cf2706 with Priority: HIGHEST for action port [ 617.326020] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-075869c7-4df1-453d-bebd-39cc87cf2706 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.326020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-075869c7-4df1-453d-bebd-39cc87cf2706" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.326020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-075869c7-4df1-453d-bebd-39cc87cf2706" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.326020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-075869c7-4df1-453d-bebd-39cc87cf2706" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.326020] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('075869c7-4df1-453d-bebd-39cc87cf2706',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.544842] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.545283] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.545428] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.545946] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.546178] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.546300] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 9fbc2515-14cb-4516-ac6b-a6e51770451c not found, creating... [ 617.546520] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.546684] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.546803] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.547070] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.547427] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.547840] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.548025] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.548265] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.548355] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.548492] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.548679] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 9fbc2515-14cb-4516-ac6b-a6e51770451c is going to be created. [ 617.564459] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.564459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.564459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.564459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.564630] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.564630] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06a9a251-b54d-4a2a-91b3-560ca563cabd is going to be created. [ 617.571402] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.571595] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.571719] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.571985] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.572317] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.572546] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-9fbc2515-14cb-4516-ac6b-a6e51770451c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.604932] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.604932] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.604932] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.604932] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.604932] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.618520] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06a9a251-b54d-4a2a-91b3-560ca563cabd in Status: UNINITIALIZED for 2s [ 617.642823] env[69148]: INFO networking_nsxv3.common.synchronization [req-6f536892-310d-4904-8cec-9baa18bf7e7b req-fb69a970-c15c-4ab0-bd3f-762866c22800 service nova] Enqueued Resource ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa with Priority: HIGHEST for action security_group_rules [ 617.643049] env[69148]: INFO networking_nsxv3.common.synchronization [req-6f536892-310d-4904-8cec-9baa18bf7e7b req-fb69a970-c15c-4ab0-bd3f-762866c22800 service nova] Enqueued Resource ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa with Priority: HIGHEST for action security_group_members [ 617.645848] env[69148]: INFO networking_nsxv3.common.synchronization [req-6f536892-310d-4904-8cec-9baa18bf7e7b req-fb69a970-c15c-4ab0-bd3f-762866c22800 service nova] Enqueued Resource ID: c3087f23-0a7d-48e7-ba50-a1c8e532cf58 with Priority: HIGHEST for action port [ 617.645848] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa with Priority: HIGHEST for action security_group_rules [ 617.645848] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa with Priority: HIGHEST for action security_group_members [ 617.645848] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3087f23-0a7d-48e7-ba50-a1c8e532cf58 with Priority: HIGHEST for action port [ 617.646208] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ff26cca-4bec-45c3-833b-adb00367e5fa taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.649042] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.649042] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.649042] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.649042] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ff26cca-4bec-45c3-833b-adb00367e5fa',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.649365] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff26cca-4bec-45c3-833b-adb00367e5fa taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.649365] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.649365] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.649781] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.649781] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.649781] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.649781] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.649988] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.649988] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.650063] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff26cca-4bec-45c3-833b-adb00367e5fa',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.650774] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3087f23-0a7d-48e7-ba50-a1c8e532cf58 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.650878] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3087f23-0a7d-48e7-ba50-a1c8e532cf58" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.650945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3087f23-0a7d-48e7-ba50-a1c8e532cf58" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.653176] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3087f23-0a7d-48e7-ba50-a1c8e532cf58" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.653176] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3087f23-0a7d-48e7-ba50-a1c8e532cf58',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.828398] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 075869c7-4df1-453d-bebd-39cc87cf2706 [ 617.828619] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.828755] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.828821] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.829044] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.829143] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.829225] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:075869c7-4df1-453d-bebd-39cc87cf2706 already deleted. [ 617.829561] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-075869c7-4df1-453d-bebd-39cc87cf2706" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.870863] env[69148]: INFO networking_nsxv3.common.synchronization [None req-4894fe0f-53d4-4a9a-9302-ec60fe16d058 None None] Enqueued Resource ID: eed0221b-f961-40a1-8a63-2b307801603a with Priority: HIGHEST for action port [ 617.871785] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eed0221b-f961-40a1-8a63-2b307801603a with Priority: HIGHEST for action port [ 617.872945] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-eed0221b-f961-40a1-8a63-2b307801603a taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.872945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eed0221b-f961-40a1-8a63-2b307801603a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.872945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eed0221b-f961-40a1-8a63-2b307801603a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.872945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eed0221b-f961-40a1-8a63-2b307801603a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.872945] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eed0221b-f961-40a1-8a63-2b307801603a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.159023] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff26cca-4bec-45c3-833b-adb00367e5fa taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.159023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.159023] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ff26cca-4bec-45c3-833b-adb00367e5fa',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.159023] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3087f23-0a7d-48e7-ba50-a1c8e532cf58 with status ACTIVE [ 618.159023] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.159023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.159023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.159023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.159023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.159023] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.159023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.159023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.159023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.159023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.160638] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.160638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.160638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.160638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.160638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.160638] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3087f23-0a7d-48e7-ba50-a1c8e532cf58 is going to be updated. [ 618.195379] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.195746] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.195746] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.195836] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.195981] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.196148] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3087f23-0a7d-48e7-ba50-a1c8e532cf58" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.376530] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eed0221b-f961-40a1-8a63-2b307801603a [ 618.376530] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.376530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.376530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.376530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.376530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.376530] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eed0221b-f961-40a1-8a63-2b307801603a already deleted. [ 618.376530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eed0221b-f961-40a1-8a63-2b307801603a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.605045] env[69148]: INFO networking_nsxv3.common.synchronization [req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d req-e1ddc15c-1677-4667-ae55-9ce3915f4a55 service nova] Enqueued Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_rules [ 618.605045] env[69148]: INFO networking_nsxv3.common.synchronization [req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d req-e1ddc15c-1677-4667-ae55-9ce3915f4a55 service nova] Enqueued Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_members [ 618.605045] env[69148]: INFO networking_nsxv3.common.synchronization [req-d18f4d84-25c4-4b16-a9f4-f6f13b60f49d req-e1ddc15c-1677-4667-ae55-9ce3915f4a55 service nova] Enqueued Resource ID: 9fbc2515-14cb-4516-ac6b-a6e51770451c with Priority: HIGHEST for action port [ 618.605045] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_rules [ 618.605045] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_members [ 618.605045] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fbc2515-14cb-4516-ac6b-a6e51770451c with Priority: HIGHEST for action port [ 618.609266] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.609411] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.609482] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.609845] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.609943] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.610957] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.611090] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.611159] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.611333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.611498] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.611600] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.611663] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.611809] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.611901] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.612043] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.612961] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fbc2515-14cb-4516-ac6b-a6e51770451c taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.612961] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fbc2515-14cb-4516-ac6b-a6e51770451c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.613126] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fbc2515-14cb-4516-ac6b-a6e51770451c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.616341] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fbc2515-14cb-4516-ac6b-a6e51770451c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.616426] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fbc2515-14cb-4516-ac6b-a6e51770451c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.662053] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ff26cca-4bec-45c3-833b-adb00367e5fa',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.118264] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.118449] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.118688] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.120966] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fbc2515-14cb-4516-ac6b-a6e51770451c with status ACTIVE [ 619.121077] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.121179] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.121230] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.121444] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.121535] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.122302] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.122302] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.122302] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.122302] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.122302] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.122302] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.122562] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.122562] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.122562] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.122650] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.122765] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fbc2515-14cb-4516-ac6b-a6e51770451c is going to be updated. [ 619.142292] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.142617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.142789] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.143078] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.143314] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.143564] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fbc2515-14cb-4516-ac6b-a6e51770451c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.164990] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.164990] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.164990] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.165334] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.165407] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.165600] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa is going to be created. [ 619.197432] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.197585] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.197658] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.198694] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.200445] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.212783] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa in Status: UNINITIALIZED for 2s [ 619.624824] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.628359] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06a9a251-b54d-4a2a-91b3-560ca563cabd in Status: SUCCESS [ 619.628578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.628730] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.628940] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.629136] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.629250] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.629312] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.629464] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.632082] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.632282] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.632397] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06a9a251-b54d-4a2a-91b3-560ca563cabd',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.136555] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.136790] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.136790] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.137052] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.137119] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.137231] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 is going to be created. [ 620.138612] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-06a9a251-b54d-4a2a-91b3-560ca563cabd taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.138726] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.138806] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.138986] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.141394] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.141491] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.141553] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.141775] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.141842] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.141936] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.142076] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-06a9a251-b54d-4a2a-91b3-560ca563cabd taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.142181] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.142225] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.142372] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.142507] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.142578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.142627] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.142756] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.142827] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.142935] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.143070] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06a9a251-b54d-4a2a-91b3-560ca563cabd',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.170282] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.170282] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.170282] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.170282] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.170282] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.186348] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: UNINITIALIZED for 2s [ 620.215506] env[69148]: INFO networking_nsxv3.common.synchronization [None req-570a545e-6857-4bbb-9fc5-20687a94df93 None None] Enqueued Resource ID: 56970068-0df4-4e17-bce8-0474b5a19718 with Priority: HIGHEST for action port [ 620.216395] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56970068-0df4-4e17-bce8-0474b5a19718 with Priority: HIGHEST for action port [ 620.217935] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-56970068-0df4-4e17-bce8-0474b5a19718 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.218088] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56970068-0df4-4e17-bce8-0474b5a19718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.218157] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56970068-0df4-4e17-bce8-0474b5a19718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.218415] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56970068-0df4-4e17-bce8-0474b5a19718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.218519] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56970068-0df4-4e17-bce8-0474b5a19718',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.647923] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06a9a251-b54d-4a2a-91b3-560ca563cabd: rpc.has_security_group_logging(os_id): False [ 620.666986] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.666986] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.666986] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.666986] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.666986] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.666986] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.666986] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.666986] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.666986] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.666986] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.666986] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.666986] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.666986] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.666986] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.666986] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.668654] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.668801] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.668888] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.669086] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.669208] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.669327] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06a9a251-b54d-4a2a-91b3-560ca563cabd is going to be created. [ 620.722252] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56970068-0df4-4e17-bce8-0474b5a19718 [ 620.722252] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.722252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.722499] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.722671] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.722748] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.722873] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56970068-0df4-4e17-bce8-0474b5a19718 already deleted. [ 620.723507] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56970068-0df4-4e17-bce8-0474b5a19718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.754990] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.755222] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.755319] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.755602] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.755853] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.772302] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06a9a251-b54d-4a2a-91b3-560ca563cabd in Status: IN_PROGRESS for 2s [ 621.167510] env[69148]: INFO networking_nsxv3.common.synchronization [None req-190fe3f1-ddf2-4187-8c37-7df78e19861e None None] Enqueued Resource ID: 2cb773b4-cff5-453c-8159-02e16488fd70 with Priority: HIGHEST for action port [ 621.167510] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cb773b4-cff5-453c-8159-02e16488fd70 with Priority: HIGHEST for action port [ 621.168015] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cb773b4-cff5-453c-8159-02e16488fd70 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.168764] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cb773b4-cff5-453c-8159-02e16488fd70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.168764] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cb773b4-cff5-453c-8159-02e16488fd70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.168764] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cb773b4-cff5-453c-8159-02e16488fd70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.168764] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cb773b4-cff5-453c-8159-02e16488fd70',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.222862] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa in Status: SUCCESS [ 621.225276] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.225276] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.225276] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.225276] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.225276] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.225276] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.225497] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.225497] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.225552] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.225713] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ff26cca-4bec-45c3-833b-adb00367e5fa',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.674071] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2cb773b4-cff5-453c-8159-02e16488fd70 [ 621.674627] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.674627] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.674627] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.675522] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.675522] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.675522] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2cb773b4-cff5-453c-8159-02e16488fd70 already deleted. [ 621.675522] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cb773b4-cff5-453c-8159-02e16488fd70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.732761] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff26cca-4bec-45c3-833b-adb00367e5fa taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.733038] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.733580] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.733863] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.737385] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.737385] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.737385] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.737385] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.737658] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.737658] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.737728] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff26cca-4bec-45c3-833b-adb00367e5fa taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.737828] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.737828] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.739197] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.739197] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.739197] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.739197] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.739197] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.739197] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.739197] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.739197] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ff26cca-4bec-45c3-833b-adb00367e5fa',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.760958] env[69148]: INFO networking_nsxv3.common.synchronization [req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 req-468d1a5b-8b31-47f5-8c79-002da45c250e tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Enqueued Resource ID: 7a2c1c1e-0558-47b0-9504-c676e861142d with Priority: HIGHEST for action security_group_members [ 621.761254] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a2c1c1e-0558-47b0-9504-c676e861142d with Priority: HIGHEST for action security_group_members [ 621.762146] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a2c1c1e-0558-47b0-9504-c676e861142d taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.762146] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.762146] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.762335] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.762650] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.762650] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.762778] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.763502] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.763502] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.763502] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a2c1c1e-0558-47b0-9504-c676e861142d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.091454] env[69148]: INFO networking_nsxv3.common.synchronization [None req-e9e9c00b-9515-460a-90f6-51f83e1025fc None None] Enqueued Resource ID: 59b4b52d-4896-4590-b45f-7ed0a27d5803 with Priority: HIGHEST for action port [ 622.093081] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59b4b52d-4896-4590-b45f-7ed0a27d5803 with Priority: HIGHEST for action port [ 622.093904] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-59b4b52d-4896-4590-b45f-7ed0a27d5803 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.094337] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59b4b52d-4896-4590-b45f-7ed0a27d5803" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.094522] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59b4b52d-4896-4590-b45f-7ed0a27d5803" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.095017] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59b4b52d-4896-4590-b45f-7ed0a27d5803" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.095478] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59b4b52d-4896-4590-b45f-7ed0a27d5803',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.198825] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: SUCCESS [ 622.198825] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.198825] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.198825] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.198825] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.199240] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.199240] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.199240] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.199240] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.199350] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.199408] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.241237] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ff26cca-4bec-45c3-833b-adb00367e5fa: rpc.has_security_group_logging(os_id): False [ 622.261156] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.261156] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.261156] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.261864] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.262017] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.262280] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.262397] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.262465] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.262644] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.262750] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.262955] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.263054] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.263121] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.263271] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.263354] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.263684] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.263684] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.263799] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.263924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.263924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.263986] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa is going to be created. [ 622.269288] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.269288] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.269288] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.269288] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.269288] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.269288] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.269288] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.269288] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.269288] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.269288] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.269288] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a2c1c1e-0558-47b0-9504-c676e861142d already deleted. [ 622.269288] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.320805] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.320977] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.321062] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.321254] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.321434] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.338899] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa in Status: IN_PROGRESS for 2s [ 622.601240] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59b4b52d-4896-4590-b45f-7ed0a27d5803 [ 622.601473] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.601827] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.601959] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.603094] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.603094] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.603094] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59b4b52d-4896-4590-b45f-7ed0a27d5803 already deleted. [ 622.603094] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59b4b52d-4896-4590-b45f-7ed0a27d5803" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.665155] env[69148]: INFO networking_nsxv3.common.synchronization [None req-2fcde210-a543-4bf1-81dc-7f1a553314a7 tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Enqueued Resource ID: f33bbf53-b9f7-429b-aa8e-2ce3096f1321 with Priority: HIGHEST for action security_group_rules [ 622.667870] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f33bbf53-b9f7-429b-aa8e-2ce3096f1321 with Priority: HIGHEST for action security_group_rules [ 622.669494] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f33bbf53-b9f7-429b-aa8e-2ce3096f1321 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.669766] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f33bbf53-b9f7-429b-aa8e-2ce3096f1321" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.669912] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f33bbf53-b9f7-429b-aa8e-2ce3096f1321" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.671290] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f33bbf53-b9f7-429b-aa8e-2ce3096f1321" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.671290] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f33bbf53-b9f7-429b-aa8e-2ce3096f1321',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.708333] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.708333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.708333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.708333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.708333] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.708333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.708333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.708333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.708333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.708333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.708333] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.708333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.708333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.708333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.708333] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.708333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.709747] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.709747] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.709747] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.709747] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.709747] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.716621] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.716621] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.716621] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.716818] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.718236] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.718236] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.718236] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.718236] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.718236] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.718511] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 622.720267] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.720396] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.720511] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.720632] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 622.720812] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.720887] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.739782] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.740478] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 622.740478] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.740478] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.740620] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-df08dea3-f459-461a-99de-546ad1fcb1a3 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.744020] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-df08dea3-f459-461a-99de-546ad1fcb1a3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.744020] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-df08dea3-f459-461a-99de-546ad1fcb1a3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.744020] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-df08dea3-f459-461a-99de-546ad1fcb1a3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.744020] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df08dea3-f459-461a-99de-546ad1fcb1a3',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.783391] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06a9a251-b54d-4a2a-91b3-560ca563cabd in Status: SUCCESS [ 622.783391] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.859974] env[69148]: INFO networking_nsxv3.common.synchronization [None req-03693d8b-6bdd-4d80-9ac5-92fb11053d7e tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Enqueued Resource ID: f33bbf53-b9f7-429b-aa8e-2ce3096f1321 with Priority: HIGHEST for action security_group_rules [ 622.859974] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f33bbf53-b9f7-429b-aa8e-2ce3096f1321 with Priority: HIGHEST for action security_group_rules [ 622.859974] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f33bbf53-b9f7-429b-aa8e-2ce3096f1321 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.859974] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f33bbf53-b9f7-429b-aa8e-2ce3096f1321" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.189196] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.189518] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.190270] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.190270] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.190270] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.190270] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f33bbf53-b9f7-429b-aa8e-2ce3096f1321 already deleted. [ 623.190270] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f33bbf53-b9f7-429b-aa8e-2ce3096f1321" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.190577] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f33bbf53-b9f7-429b-aa8e-2ce3096f1321" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.190831] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f33bbf53-b9f7-429b-aa8e-2ce3096f1321" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.191019] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f33bbf53-b9f7-429b-aa8e-2ce3096f1321',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.216137] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc44acb6-4943-44ad-9f92-bd70a23825f8: rpc.has_security_group_logging(os_id): False [ 623.241843] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.241985] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.242059] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.242369] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.242458] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.243032] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.243032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.243032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.243032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.243244] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.243291] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.243378] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.243436] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.243574] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.243642] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.243820] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.244017] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.249406] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.249686] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.249810] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.252024] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 is going to be created. [ 623.252024] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.252024] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.252024] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.252386] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.252386] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.252519] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port df08dea3-f459-461a-99de-546ad1fcb1a3 not found, creating... [ 623.252685] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.252891] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.252956] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.253400] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.253536] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.253819] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.253967] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.254145] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.254321] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.254452] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.254590] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: df08dea3-f459-461a-99de-546ad1fcb1a3 is going to be created. [ 623.276252] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.276467] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.276648] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.276859] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.277116] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.277319] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-df08dea3-f459-461a-99de-546ad1fcb1a3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.311353] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.311470] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.311506] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.311958] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.312212] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.323747] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: IN_PROGRESS for 2s [ 623.714402] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.714402] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.714402] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.714402] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.714402] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.714402] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f33bbf53-b9f7-429b-aa8e-2ce3096f1321 already deleted. [ 623.714402] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f33bbf53-b9f7-429b-aa8e-2ce3096f1321" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.760866] env[69148]: INFO networking_nsxv3.common.synchronization [None req-41893b58-e91d-4c1e-82b9-11a5515c81e7 None None] Enqueued Resource ID: 5aa1bdc5-6a59-4f94-8fe1-f65241a7c701 with Priority: HIGHEST for action port [ 623.760866] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa1bdc5-6a59-4f94-8fe1-f65241a7c701 with Priority: HIGHEST for action port [ 623.762899] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-5aa1bdc5-6a59-4f94-8fe1-f65241a7c701 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.763455] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5aa1bdc5-6a59-4f94-8fe1-f65241a7c701" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.763455] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5aa1bdc5-6a59-4f94-8fe1-f65241a7c701" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.765121] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5aa1bdc5-6a59-4f94-8fe1-f65241a7c701" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.765121] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aa1bdc5-6a59-4f94-8fe1-f65241a7c701',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.155438] env[69148]: INFO networking_nsxv3.common.synchronization [req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 req-48de4b4f-436d-4764-8b96-991bbbe182d5 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Enqueued Resource ID: aa7f02de-5a48-4f98-afc9-18d22620466a with Priority: HIGHEST for action security_group_members [ 624.156323] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa7f02de-5a48-4f98-afc9-18d22620466a with Priority: HIGHEST for action security_group_members [ 624.159354] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa7f02de-5a48-4f98-afc9-18d22620466a taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.159354] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa7f02de-5a48-4f98-afc9-18d22620466a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.159354] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa7f02de-5a48-4f98-afc9-18d22620466a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.159354] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa7f02de-5a48-4f98-afc9-18d22620466a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.159354] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.159354] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.159354] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.159354] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.159354] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.159354] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa7f02de-5a48-4f98-afc9-18d22620466a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.268458] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5aa1bdc5-6a59-4f94-8fe1-f65241a7c701 [ 624.268458] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.268458] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.268458] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.268458] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.268458] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.268458] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5aa1bdc5-6a59-4f94-8fe1-f65241a7c701 already deleted. [ 624.268458] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5aa1bdc5-6a59-4f94-8fe1-f65241a7c701" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.353077] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa in Status: SUCCESS [ 624.353334] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.663105] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.663265] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.663342] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.663559] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.663934] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.663934] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.663934] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.664112] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.664144] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.664224] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.664459] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa7f02de-5a48-4f98-afc9-18d22620466a already deleted. [ 624.664459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa7f02de-5a48-4f98-afc9-18d22620466a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.355813] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: SUCCESS [ 625.356292] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.525809] env[69148]: INFO networking_nsxv3.common.synchronization [req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 req-f1b773a9-180c-4935-9545-ac083cf7e9d6 service nova] Enqueued Resource ID: 7a2c1c1e-0558-47b0-9504-c676e861142d with Priority: HIGHEST for action security_group_rules [ 625.525998] env[69148]: INFO networking_nsxv3.common.synchronization [req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 req-f1b773a9-180c-4935-9545-ac083cf7e9d6 service nova] Enqueued Resource ID: 7a2c1c1e-0558-47b0-9504-c676e861142d with Priority: HIGHEST for action security_group_members [ 625.526137] env[69148]: INFO networking_nsxv3.common.synchronization [req-51f59f86-9250-4c8f-b4a5-3e51edc53bb0 req-f1b773a9-180c-4935-9545-ac083cf7e9d6 service nova] Enqueued Resource ID: df08dea3-f459-461a-99de-546ad1fcb1a3 with Priority: HIGHEST for action port [ 625.526875] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a2c1c1e-0558-47b0-9504-c676e861142d with Priority: HIGHEST for action security_group_rules [ 625.527283] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a2c1c1e-0558-47b0-9504-c676e861142d with Priority: HIGHEST for action security_group_members [ 625.527452] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df08dea3-f459-461a-99de-546ad1fcb1a3 with Priority: HIGHEST for action port [ 625.527771] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a2c1c1e-0558-47b0-9504-c676e861142d taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.527897] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.527962] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.528308] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.528388] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a2c1c1e-0558-47b0-9504-c676e861142d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.530200] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a2c1c1e-0558-47b0-9504-c676e861142d taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.530268] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.530342] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.530531] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.530696] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.530791] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.530851] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.530990] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.531215] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.531338] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a2c1c1e-0558-47b0-9504-c676e861142d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.533143] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-df08dea3-f459-461a-99de-546ad1fcb1a3 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.533254] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df08dea3-f459-461a-99de-546ad1fcb1a3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.533318] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df08dea3-f459-461a-99de-546ad1fcb1a3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.533482] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df08dea3-f459-461a-99de-546ad1fcb1a3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.533559] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df08dea3-f459-461a-99de-546ad1fcb1a3',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.646350] env[69148]: INFO networking_nsxv3.common.synchronization [None req-5b8a0425-2839-4dd1-bf54-b063ebd49e5d None None] Enqueued Resource ID: 21fdfa23-1571-4cde-9ac6-e07f1cfba2d6 with Priority: HIGHEST for action port [ 625.647038] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21fdfa23-1571-4cde-9ac6-e07f1cfba2d6 with Priority: HIGHEST for action port [ 625.647351] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-21fdfa23-1571-4cde-9ac6-e07f1cfba2d6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.647487] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21fdfa23-1571-4cde-9ac6-e07f1cfba2d6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.647580] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21fdfa23-1571-4cde-9ac6-e07f1cfba2d6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.647869] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21fdfa23-1571-4cde-9ac6-e07f1cfba2d6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.647952] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21fdfa23-1571-4cde-9ac6-e07f1cfba2d6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.805176] env[69148]: INFO networking_nsxv3.common.synchronization [None req-58a5dbca-526f-4eb2-abac-7df4f8cf3088 None None] Enqueued Resource ID: 155a0ff1-f4dc-4313-aa22-268772fe0fa4 with Priority: HIGHEST for action port [ 625.805176] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 155a0ff1-f4dc-4313-aa22-268772fe0fa4 with Priority: HIGHEST for action port [ 625.809163] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-155a0ff1-f4dc-4313-aa22-268772fe0fa4 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.809524] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-155a0ff1-f4dc-4313-aa22-268772fe0fa4" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.809744] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-155a0ff1-f4dc-4313-aa22-268772fe0fa4" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.810122] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-155a0ff1-f4dc-4313-aa22-268772fe0fa4" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.810300] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('155a0ff1-f4dc-4313-aa22-268772fe0fa4',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.031069] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a2c1c1e-0558-47b0-9504-c676e861142d taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.031674] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.034731] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a2c1c1e-0558-47b0-9504-c676e861142d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.035987] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df08dea3-f459-461a-99de-546ad1fcb1a3 with status ACTIVE [ 626.036095] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.036468] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.036468] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.036843] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.036914] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.037666] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.037957] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.040982] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.040982] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.040982] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.040982] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.040982] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.040982] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.040982] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.040982] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.040982] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df08dea3-f459-461a-99de-546ad1fcb1a3 is going to be updated. [ 626.047512] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-925 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.047512] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-925" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.047512] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-925" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.047512] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-925" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.047899] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.049061] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.049372] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.049731] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.049917] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.051240] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 626.051400] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.051525] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.051642] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.051760] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 626.051871] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.052297] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.060189] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.060377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.060432] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.060779] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.061138] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.061436] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df08dea3-f459-461a-99de-546ad1fcb1a3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.076133] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.076133] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 626.076133] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.076133] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-925" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.076412] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-90883189-4156-480b-9825-98cf3f580bb3 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.076719] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-90883189-4156-480b-9825-98cf3f580bb3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.076911] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-90883189-4156-480b-9825-98cf3f580bb3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.077789] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-90883189-4156-480b-9825-98cf3f580bb3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.078033] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90883189-4156-480b-9825-98cf3f580bb3',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.152855] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21fdfa23-1571-4cde-9ac6-e07f1cfba2d6 [ 626.152855] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.152855] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.152855] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.152855] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.152855] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.152855] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21fdfa23-1571-4cde-9ac6-e07f1cfba2d6 already deleted. [ 626.152855] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21fdfa23-1571-4cde-9ac6-e07f1cfba2d6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.273893] env[69148]: INFO networking_nsxv3.common.synchronization [req-ead0c9c3-608e-4578-9b03-232e9f301cfd req-48d62024-15c8-4029-add8-c27cdce046b9 tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Enqueued Resource ID: 1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef with Priority: HIGHEST for action security_group_members [ 626.277332] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef with Priority: HIGHEST for action security_group_members [ 626.279171] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.279453] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.279568] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.280095] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.280304] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.280441] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.280622] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.280872] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.281094] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.281225] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.313643] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 155a0ff1-f4dc-4313-aa22-268772fe0fa4 [ 626.313828] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.314062] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.314062] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.315249] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.315355] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.315460] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:155a0ff1-f4dc-4313-aa22-268772fe0fa4 already deleted. [ 626.315537] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-155a0ff1-f4dc-4313-aa22-268772fe0fa4" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.537136] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a2c1c1e-0558-47b0-9504-c676e861142d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.580558] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.580780] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.580900] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.581200] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.581360] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.581512] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 90883189-4156-480b-9825-98cf3f580bb3 not found, creating... [ 626.581772] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.581923] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.582051] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.582272] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.582401] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.582680] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.582826] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.582937] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.583153] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.583317] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.583412] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 90883189-4156-480b-9825-98cf3f580bb3 is going to be created. [ 626.603502] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.603502] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.604623] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.604623] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.604623] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.604623] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-90883189-4156-480b-9825-98cf3f580bb3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.710748] env[69148]: INFO networking_nsxv3.common.synchronization [None req-fe534ef0-842c-4c2d-8518-0d5c62b4c26b None None] Enqueued Resource ID: ea44b4b7-0c6d-4c11-a7cc-f58d860910c1 with Priority: HIGHEST for action port [ 626.711392] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea44b4b7-0c6d-4c11-a7cc-f58d860910c1 with Priority: HIGHEST for action port [ 626.711778] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea44b4b7-0c6d-4c11-a7cc-f58d860910c1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.711891] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea44b4b7-0c6d-4c11-a7cc-f58d860910c1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.711956] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea44b4b7-0c6d-4c11-a7cc-f58d860910c1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.713993] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea44b4b7-0c6d-4c11-a7cc-f58d860910c1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.714106] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea44b4b7-0c6d-4c11-a7cc-f58d860910c1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.785539] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.785802] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.785802] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.785981] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.786108] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.786276] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.786369] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.786428] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.786607] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.786682] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.789013] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef already deleted. [ 626.789013] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.039912] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.040088] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.040150] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.040374] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.040449] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.040973] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a2c1c1e-0558-47b0-9504-c676e861142d is going to be created. [ 627.064297] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.064297] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.064297] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.064297] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.064297] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.075164] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a2c1c1e-0558-47b0-9504-c676e861142d in Status: UNINITIALIZED for 2s [ 627.216627] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea44b4b7-0c6d-4c11-a7cc-f58d860910c1 [ 627.216775] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.216919] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.216989] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.217226] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.217403] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.217403] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea44b4b7-0c6d-4c11-a7cc-f58d860910c1 already deleted. [ 627.217486] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea44b4b7-0c6d-4c11-a7cc-f58d860910c1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.636026] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-213 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.636026] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-213" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.636026] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-213" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.636026] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-213" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.636026] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.636026] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.636026] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.636026] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.636026] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.636026] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 627.636026] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.637945] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.637945] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.637945] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 627.638196] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.639995] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.664118] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.664118] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 627.664118] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.664118] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-213" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.664118] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.664431] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.664431] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.664783] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.665710] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.886441] env[69148]: INFO networking_nsxv3.common.synchronization [None req-4ffee98d-d098-4845-b0d8-0c5ac6cf54fb tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Enqueued Resource ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 with Priority: HIGHEST for action security_group_rules [ 627.886873] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 with Priority: HIGHEST for action security_group_rules [ 627.887185] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b276b539-e3ae-42d5-bbd3-df66bbb127d1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.887312] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.887382] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.887627] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.887713] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b276b539-e3ae-42d5-bbd3-df66bbb127d1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.168897] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.168897] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.168897] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.168897] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.168897] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.168897] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27 not found, creating... [ 628.169616] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.169616] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.169616] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.169616] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.169746] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.170038] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.170366] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.170518] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.170765] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.170918] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.171054] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27 is going to be created. [ 628.195072] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.195072] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.195072] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.195072] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.195072] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.195072] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.259595] env[69148]: INFO networking_nsxv3.common.synchronization [None req-c21c6ef7-02f1-4455-b7b5-13e953358945 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Enqueued Resource ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 with Priority: HIGHEST for action security_group_rules [ 628.260176] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 with Priority: HIGHEST for action security_group_rules [ 628.260502] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b276b539-e3ae-42d5-bbd3-df66bbb127d1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.260637] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.391262] env[69148]: INFO networking_nsxv3.common.synchronization [req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 req-a9853308-864f-4237-a854-bd613162769a service nova] Enqueued Resource ID: aa7f02de-5a48-4f98-afc9-18d22620466a with Priority: HIGHEST for action security_group_rules [ 628.391469] env[69148]: INFO networking_nsxv3.common.synchronization [req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 req-a9853308-864f-4237-a854-bd613162769a service nova] Enqueued Resource ID: aa7f02de-5a48-4f98-afc9-18d22620466a with Priority: HIGHEST for action security_group_members [ 628.391614] env[69148]: INFO networking_nsxv3.common.synchronization [req-296fa1be-8de3-4bf7-85c1-5e1accc689f3 req-a9853308-864f-4237-a854-bd613162769a service nova] Enqueued Resource ID: 90883189-4156-480b-9825-98cf3f580bb3 with Priority: HIGHEST for action port [ 628.396636] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa7f02de-5a48-4f98-afc9-18d22620466a with Priority: HIGHEST for action security_group_rules [ 628.397027] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa7f02de-5a48-4f98-afc9-18d22620466a with Priority: HIGHEST for action security_group_members [ 628.397189] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90883189-4156-480b-9825-98cf3f580bb3 with Priority: HIGHEST for action port [ 628.397518] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa7f02de-5a48-4f98-afc9-18d22620466a taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.397632] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa7f02de-5a48-4f98-afc9-18d22620466a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.397704] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa7f02de-5a48-4f98-afc9-18d22620466a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.399371] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa7f02de-5a48-4f98-afc9-18d22620466a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.399473] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa7f02de-5a48-4f98-afc9-18d22620466a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.400970] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa7f02de-5a48-4f98-afc9-18d22620466a taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.406069] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa7f02de-5a48-4f98-afc9-18d22620466a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.406069] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa7f02de-5a48-4f98-afc9-18d22620466a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.406069] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa7f02de-5a48-4f98-afc9-18d22620466a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.406657] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.406657] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.406657] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.406821] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.407655] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.407655] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa7f02de-5a48-4f98-afc9-18d22620466a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.408555] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-90883189-4156-480b-9825-98cf3f580bb3 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.408555] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90883189-4156-480b-9825-98cf3f580bb3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.408555] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90883189-4156-480b-9825-98cf3f580bb3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.408555] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90883189-4156-480b-9825-98cf3f580bb3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.408555] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90883189-4156-480b-9825-98cf3f580bb3',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.429457] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.429680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.429680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.429871] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.429957] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.430067] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 already deleted. [ 628.430149] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.430300] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.432194] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.433485] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b276b539-e3ae-42d5-bbd3-df66bbb127d1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.528228] env[69148]: INFO networking_nsxv3.common.synchronization [req-8dd49587-39cf-42dc-923d-9b5db757b988 req-e8c2fb37-9eed-402e-88a2-90a2b58725cb tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_members [ 628.529285] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_members [ 628.535377] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.535377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.535377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.535377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.535377] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.535377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.535377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.535377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.535377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.535377] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.911503] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa7f02de-5a48-4f98-afc9-18d22620466a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.913958] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa7f02de-5a48-4f98-afc9-18d22620466a taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.914077] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa7f02de-5a48-4f98-afc9-18d22620466a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.914250] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90883189-4156-480b-9825-98cf3f580bb3 with status ACTIVE [ 628.914508] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.914598] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.914598] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.914842] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.914876] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.915068] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.915165] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.916399] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.918170] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.918170] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.918170] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.918938] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.919258] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.919258] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.919321] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.920024] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90883189-4156-480b-9825-98cf3f580bb3 is going to be updated. [ 628.940037] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.940037] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.940037] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.940037] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.940037] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.940731] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90883189-4156-480b-9825-98cf3f580bb3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.957558] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.957676] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.957676] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.957895] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.957986] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.958499] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 already deleted. [ 628.958499] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.042914] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.042914] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.042914] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.042914] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.042914] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.043110] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.043174] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.043229] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.043394] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.043470] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.043556] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 already deleted. [ 629.043771] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.067240] env[69148]: INFO networking_nsxv3.common.synchronization [None req-52ccb3aa-e0f5-4608-8177-1b8a02b25d97 None None] Enqueued Resource ID: 82e44726-ab75-4229-b3a4-c9b9ec87fca8 with Priority: HIGHEST for action port [ 629.067240] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82e44726-ab75-4229-b3a4-c9b9ec87fca8 with Priority: HIGHEST for action port [ 629.067506] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-82e44726-ab75-4229-b3a4-c9b9ec87fca8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.068130] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82e44726-ab75-4229-b3a4-c9b9ec87fca8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.068217] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82e44726-ab75-4229-b3a4-c9b9ec87fca8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.068527] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82e44726-ab75-4229-b3a4-c9b9ec87fca8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.068666] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82e44726-ab75-4229-b3a4-c9b9ec87fca8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.083862] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a2c1c1e-0558-47b0-9504-c676e861142d in Status: SUCCESS [ 629.084050] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.084241] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.084623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.084752] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.084752] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.084849] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.084992] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.085078] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.085179] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.085312] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a2c1c1e-0558-47b0-9504-c676e861142d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.421170] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa7f02de-5a48-4f98-afc9-18d22620466a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.570819] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82e44726-ab75-4229-b3a4-c9b9ec87fca8 [ 629.571046] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.571294] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.571294] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.571455] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.571537] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.571632] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82e44726-ab75-4229-b3a4-c9b9ec87fca8 already deleted. [ 629.571710] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82e44726-ab75-4229-b3a4-c9b9ec87fca8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.590884] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a2c1c1e-0558-47b0-9504-c676e861142d taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.590884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.590884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.590884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.590884] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.590884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.590884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.590884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.590884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.590884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.590884] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a2c1c1e-0558-47b0-9504-c676e861142d taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.590884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.590884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.590884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.590884] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.590884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.591952] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.591952] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.591952] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.591952] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.591952] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a2c1c1e-0558-47b0-9504-c676e861142d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.688019] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.688019] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-642" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.688019] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-642" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.688019] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-642" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.688019] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.688019] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.688019] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.688019] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.688019] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.688639] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 629.688860] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.689074] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.689273] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.689490] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 629.689735] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.690178] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.711624] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.711624] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 629.711624] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.711624] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-642" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.711624] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-1971a91d-79a9-4975-af25-6af7db995349 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.711624] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-1971a91d-79a9-4975-af25-6af7db995349" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.711624] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-1971a91d-79a9-4975-af25-6af7db995349" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.711624] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-1971a91d-79a9-4975-af25-6af7db995349" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.711624] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1971a91d-79a9-4975-af25-6af7db995349',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.719196] env[69148]: INFO networking_nsxv3.common.synchronization [req-ead0c9c3-608e-4578-9b03-232e9f301cfd req-a18e7dec-d6c1-4dec-9c2e-4dec367a3b9d service nova] Enqueued Resource ID: 1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef with Priority: HIGHEST for action security_group_rules [ 629.719196] env[69148]: INFO networking_nsxv3.common.synchronization [req-ead0c9c3-608e-4578-9b03-232e9f301cfd req-a18e7dec-d6c1-4dec-9c2e-4dec367a3b9d service nova] Enqueued Resource ID: 1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef with Priority: HIGHEST for action security_group_members [ 629.719196] env[69148]: INFO networking_nsxv3.common.synchronization [req-ead0c9c3-608e-4578-9b03-232e9f301cfd req-a18e7dec-d6c1-4dec-9c2e-4dec367a3b9d service nova] Enqueued Resource ID: 7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27 with Priority: HIGHEST for action port [ 629.719196] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef with Priority: HIGHEST for action security_group_rules [ 629.719196] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef with Priority: HIGHEST for action security_group_members [ 629.719196] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27 with Priority: HIGHEST for action port [ 629.724024] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.724024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.724024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.724024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.724024] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.724024] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.724024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.724024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.724024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.724024] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.724024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.724024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.724024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.724024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.724024] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.725179] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.725179] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.725179] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.725403] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.725403] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.926179] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.926179] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.926179] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.926179] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.926179] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.926179] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa7f02de-5a48-4f98-afc9-18d22620466a is going to be created. [ 629.948929] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.948929] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.948929] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.948929] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.948929] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.955755] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa7f02de-5a48-4f98-afc9-18d22620466a in Status: UNINITIALIZED for 2s [ 630.092716] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a2c1c1e-0558-47b0-9504-c676e861142d: rpc.has_security_group_logging(os_id): False [ 630.111601] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.112635] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.112635] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.112635] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.112635] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.112635] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.112635] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.112635] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.113023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.113023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.114049] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.114049] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.114349] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.114439] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.114525] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.114730] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.115034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.115034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.115034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.115163] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.115230] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a2c1c1e-0558-47b0-9504-c676e861142d is going to be created. [ 630.169582] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.169831] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.169831] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.170457] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.170457] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.181316] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a2c1c1e-0558-47b0-9504-c676e861142d in Status: IN_PROGRESS for 2s [ 630.221052] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.221052] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.221052] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.221052] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.221052] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.221602] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 1971a91d-79a9-4975-af25-6af7db995349 not found, creating... [ 630.221602] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.221758] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.222079] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.222368] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.222599] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.223530] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.223530] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.223530] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.223530] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.224105] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.224105] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 1971a91d-79a9-4975-af25-6af7db995349 is going to be created. [ 630.226821] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.226942] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.227172] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.231325] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27 with status ACTIVE [ 630.231325] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.231688] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.231900] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.232212] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.232319] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.232554] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.232636] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.232672] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.232863] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.232984] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.233198] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.233314] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.233401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.233657] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.233657] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.233744] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27 is going to be updated. [ 630.250303] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.250567] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.250694] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.250982] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.251245] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.251486] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-1971a91d-79a9-4975-af25-6af7db995349" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.265785] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.265785] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.265785] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.265785] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.265785] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.265785] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bf1a1cc-1e0b-40d4-b3ac-440afaf45e27" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.732410] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.769345] env[69148]: INFO networking_nsxv3.common.synchronization [req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 req-caf0d917-aa50-4797-ba38-e531d8ae0102 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Enqueued Resource ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b with Priority: HIGHEST for action security_group_members [ 630.770718] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b with Priority: HIGHEST for action security_group_members [ 630.771131] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.771272] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.771344] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.772107] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.772280] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.772454] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.772454] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.772691] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.772855] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.772855] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2effdce-62b0-45b7-a46c-bd4cbe9a660b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.238102] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.238102] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.238102] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.238102] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.238102] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.238102] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef is going to be created. [ 631.262780] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.263010] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.263107] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.263411] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.263638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.275120] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef in Status: UNINITIALIZED for 2s [ 631.275537] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.275864] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.276040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.276656] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.276792] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.277033] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.277161] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.277793] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.277942] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.278061] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.278154] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b already deleted. [ 631.278239] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.369713] env[69148]: INFO networking_nsxv3.common.synchronization [None req-024f9cad-2686-4738-a40b-d7d7848f12bb None None] Enqueued Resource ID: 2f9dc116-8045-4d8d-b452-8c5e3ea6cd84 with Priority: HIGHEST for action port [ 631.369958] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f9dc116-8045-4d8d-b452-8c5e3ea6cd84 with Priority: HIGHEST for action port [ 631.370321] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f9dc116-8045-4d8d-b452-8c5e3ea6cd84 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.370570] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f9dc116-8045-4d8d-b452-8c5e3ea6cd84" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.370694] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f9dc116-8045-4d8d-b452-8c5e3ea6cd84" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.371205] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f9dc116-8045-4d8d-b452-8c5e3ea6cd84" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.371205] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f9dc116-8045-4d8d-b452-8c5e3ea6cd84',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.466611] env[69148]: INFO networking_nsxv3.common.synchronization [None req-1857b0d3-a780-4e7e-b889-80e26330384e tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Enqueued Resource ID: e93156e7-c7b9-455d-b2a6-769155d728d3 with Priority: HIGHEST for action security_group_rules [ 631.469949] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93156e7-c7b9-455d-b2a6-769155d728d3 with Priority: HIGHEST for action security_group_rules [ 631.471152] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e93156e7-c7b9-455d-b2a6-769155d728d3 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.471648] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.471648] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.472221] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.472851] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e93156e7-c7b9-455d-b2a6-769155d728d3',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.532633] env[69148]: INFO networking_nsxv3.common.synchronization [None req-bc21d3bd-f213-436d-8ce2-80d0d41625bf None None] Enqueued Resource ID: 1a9311e9-2f9e-407f-89e5-c242ba2d5cb0 with Priority: HIGHEST for action port [ 631.534677] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9311e9-2f9e-407f-89e5-c242ba2d5cb0 with Priority: HIGHEST for action port [ 631.535521] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a9311e9-2f9e-407f-89e5-c242ba2d5cb0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.535521] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a9311e9-2f9e-407f-89e5-c242ba2d5cb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.535521] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a9311e9-2f9e-407f-89e5-c242ba2d5cb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.535810] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a9311e9-2f9e-407f-89e5-c242ba2d5cb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.535850] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a9311e9-2f9e-407f-89e5-c242ba2d5cb0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.785506] env[69148]: INFO networking_nsxv3.common.synchronization [None req-a2a7e02d-0dea-417d-a882-9954363ffeb6 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Enqueued Resource ID: e93156e7-c7b9-455d-b2a6-769155d728d3 with Priority: HIGHEST for action security_group_rules [ 631.786021] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93156e7-c7b9-455d-b2a6-769155d728d3 with Priority: HIGHEST for action security_group_rules [ 631.789017] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e93156e7-c7b9-455d-b2a6-769155d728d3 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.789017] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.873962] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f9dc116-8045-4d8d-b452-8c5e3ea6cd84 [ 631.874207] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.874360] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.874590] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.874664] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.874769] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.874885] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f9dc116-8045-4d8d-b452-8c5e3ea6cd84 already deleted. [ 631.874990] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f9dc116-8045-4d8d-b452-8c5e3ea6cd84" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.966671] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa7f02de-5a48-4f98-afc9-18d22620466a in Status: SUCCESS [ 631.966671] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa7f02de-5a48-4f98-afc9-18d22620466a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.966754] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa7f02de-5a48-4f98-afc9-18d22620466a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.966993] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa7f02de-5a48-4f98-afc9-18d22620466a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.967108] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.967352] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.967352] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.967440] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.967519] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.967603] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa7f02de-5a48-4f98-afc9-18d22620466a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.967689] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa7f02de-5a48-4f98-afc9-18d22620466a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.994853] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.994853] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.994853] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.994853] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.994853] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.994853] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e93156e7-c7b9-455d-b2a6-769155d728d3 already deleted. [ 631.994853] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.994853] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.994853] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.994853] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e93156e7-c7b9-455d-b2a6-769155d728d3',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.040127] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a9311e9-2f9e-407f-89e5-c242ba2d5cb0 [ 632.040127] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.040127] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.040127] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.040127] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.040127] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.040127] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a9311e9-2f9e-407f-89e5-c242ba2d5cb0 already deleted. [ 632.040127] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a9311e9-2f9e-407f-89e5-c242ba2d5cb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.149369] env[69148]: INFO networking_nsxv3.common.synchronization [req-8dd49587-39cf-42dc-923d-9b5db757b988 req-9519381f-8ee1-40d4-9523-52f75d3f71bf service nova] Enqueued Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_rules [ 632.149502] env[69148]: INFO networking_nsxv3.common.synchronization [req-8dd49587-39cf-42dc-923d-9b5db757b988 req-9519381f-8ee1-40d4-9523-52f75d3f71bf service nova] Enqueued Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_members [ 632.149631] env[69148]: INFO networking_nsxv3.common.synchronization [req-8dd49587-39cf-42dc-923d-9b5db757b988 req-9519381f-8ee1-40d4-9523-52f75d3f71bf service nova] Enqueued Resource ID: 1971a91d-79a9-4975-af25-6af7db995349 with Priority: HIGHEST for action port [ 632.150162] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_rules [ 632.150297] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_members [ 632.150390] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1971a91d-79a9-4975-af25-6af7db995349 with Priority: HIGHEST for action port [ 632.154623] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.154623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.154623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.154623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.154623] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.154623] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.154623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.154623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.154623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.154623] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.154623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.154623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.154623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.154623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.155155] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.157322] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-1971a91d-79a9-4975-af25-6af7db995349 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.157322] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1971a91d-79a9-4975-af25-6af7db995349" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.157322] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1971a91d-79a9-4975-af25-6af7db995349" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.157322] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1971a91d-79a9-4975-af25-6af7db995349" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.157322] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1971a91d-79a9-4975-af25-6af7db995349',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.200849] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a2c1c1e-0558-47b0-9504-c676e861142d in Status: SUCCESS [ 632.200849] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.283178] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.283178] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.283178] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.283178] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.289686] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.290026] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.290165] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.290527] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.290618] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.290861] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 632.290937] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.291052] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.291154] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.291258] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 632.291356] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.291568] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.312174] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.312393] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 632.312597] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.312786] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.313122] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-045b50db-3d52-44c2-a14e-950b732b6216 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.313378] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-045b50db-3d52-44c2-a14e-950b732b6216" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.313415] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-045b50db-3d52-44c2-a14e-950b732b6216" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.313721] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-045b50db-3d52-44c2-a14e-950b732b6216" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.313964] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('045b50db-3d52-44c2-a14e-950b732b6216',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.472054] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa7f02de-5a48-4f98-afc9-18d22620466a taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.472248] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa7f02de-5a48-4f98-afc9-18d22620466a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.472293] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa7f02de-5a48-4f98-afc9-18d22620466a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.472517] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa7f02de-5a48-4f98-afc9-18d22620466a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.472673] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.472773] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.472834] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.472977] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.473074] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.473159] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa7f02de-5a48-4f98-afc9-18d22620466a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.473348] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa7f02de-5a48-4f98-afc9-18d22620466a taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.473439] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa7f02de-5a48-4f98-afc9-18d22620466a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.473498] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa7f02de-5a48-4f98-afc9-18d22620466a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.473636] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa7f02de-5a48-4f98-afc9-18d22620466a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.473772] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.473859] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.473918] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.474083] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.474157] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.474237] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa7f02de-5a48-4f98-afc9-18d22620466a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.474332] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa7f02de-5a48-4f98-afc9-18d22620466a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.518916] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.519250] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.519250] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.519476] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.519638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.519688] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e93156e7-c7b9-455d-b2a6-769155d728d3 already deleted. [ 632.519757] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.658505] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.659460] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.659460] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.659971] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1971a91d-79a9-4975-af25-6af7db995349 with status ACTIVE [ 632.660197] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.660313] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.660385] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.660604] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.660689] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.660877] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.660967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.661068] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.661222] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.661306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.661489] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.661580] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.661627] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.661762] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.661831] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.661911] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1971a91d-79a9-4975-af25-6af7db995349 is going to be updated. [ 632.682398] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.682398] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.682398] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.682655] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.682790] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.682995] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1971a91d-79a9-4975-af25-6af7db995349" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.818179] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.818462] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.818615] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.819028] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.819296] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.819418] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 045b50db-3d52-44c2-a14e-950b732b6216 not found, creating... [ 632.819710] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.819869] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.819982] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.820228] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.820349] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.820627] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.820797] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.820922] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.821256] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.821410] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.821463] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 045b50db-3d52-44c2-a14e-950b732b6216 is going to be created. [ 632.842410] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.842674] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.842769] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.843410] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.843647] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.843873] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-045b50db-3d52-44c2-a14e-950b732b6216" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.982356] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa7f02de-5a48-4f98-afc9-18d22620466a: rpc.has_security_group_logging(os_id): False [ 633.000022] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.003321] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.003400] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.003777] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.003872] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.004120] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.004228] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.004377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.004577] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.004663] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.004831] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.004965] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.005045] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.005150] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.005222] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.005746] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.005827] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.005892] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.006048] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.006122] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.006205] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa7f02de-5a48-4f98-afc9-18d22620466a is going to be created. [ 633.073656] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.073804] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.073873] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.074189] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.074390] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.084528] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa7f02de-5a48-4f98-afc9-18d22620466a in Status: IN_PROGRESS for 2s [ 633.164989] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.281919] env[69148]: INFO networking_nsxv3.common.synchronization [None req-396a347f-ec14-4ca7-b081-94480de11dcc None None] Enqueued Resource ID: 0666e41e-23ac-4573-9b62-bbd3209665be with Priority: HIGHEST for action port [ 633.282220] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0666e41e-23ac-4573-9b62-bbd3209665be with Priority: HIGHEST for action port [ 633.282788] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-0666e41e-23ac-4573-9b62-bbd3209665be taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.282987] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0666e41e-23ac-4573-9b62-bbd3209665be" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.282987] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0666e41e-23ac-4573-9b62-bbd3209665be" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.283364] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0666e41e-23ac-4573-9b62-bbd3209665be" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.283364] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0666e41e-23ac-4573-9b62-bbd3209665be',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.288440] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef in Status: SUCCESS [ 633.288706] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.289407] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.289407] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.290021] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.290098] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.290146] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.290552] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.290552] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.290552] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.290552] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.303211] env[69148]: INFO networking_nsxv3.common.synchronization [req-77944e13-d339-44b1-ad55-f8eceefbda8b req-a552271d-19fc-43db-8d1f-5d6982a6899e tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Enqueued Resource ID: 8fd623e5-8c69-4d14-9fb6-56b13a1830b1 with Priority: HIGHEST for action security_group_members [ 633.303211] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd623e5-8c69-4d14-9fb6-56b13a1830b1 with Priority: HIGHEST for action security_group_members [ 633.303885] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fd623e5-8c69-4d14-9fb6-56b13a1830b1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.303885] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.303885] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.303885] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.303885] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.304489] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.304489] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.304489] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.304489] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.304489] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fd623e5-8c69-4d14-9fb6-56b13a1830b1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.670680] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.670680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.670680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.670680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.670680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.670680] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 is going to be created. [ 633.692924] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.694039] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.694927] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.696498] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.696498] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.708768] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: UNINITIALIZED for 2s [ 633.790358] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0666e41e-23ac-4573-9b62-bbd3209665be [ 633.790358] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.791482] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.791482] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.791482] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.791482] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.791482] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0666e41e-23ac-4573-9b62-bbd3209665be already deleted. [ 633.791482] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0666e41e-23ac-4573-9b62-bbd3209665be" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.794641] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.796401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.796401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.796401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.796401] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.796401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.796401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.796401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.796401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.796401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.796401] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.796401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.796401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.796401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.798677] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.798677] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.798677] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.798677] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.798677] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.798677] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.798677] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.807019] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.807260] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.807561] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.809651] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.809832] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.810749] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.811026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.811650] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.811897] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.812560] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.812848] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fd623e5-8c69-4d14-9fb6-56b13a1830b1 already deleted. [ 633.812848] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.083522] env[69148]: INFO networking_nsxv3.common.synchronization [None req-c7692648-f276-452c-b1a4-bdf7d8991689 None None] Enqueued Resource ID: 80388a0f-7bd5-45e9-ab3b-bc37da1c4d3a with Priority: HIGHEST for action port [ 634.084304] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80388a0f-7bd5-45e9-ab3b-bc37da1c4d3a with Priority: HIGHEST for action port [ 634.084672] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-80388a0f-7bd5-45e9-ab3b-bc37da1c4d3a taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.084801] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80388a0f-7bd5-45e9-ab3b-bc37da1c4d3a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.084870] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80388a0f-7bd5-45e9-ab3b-bc37da1c4d3a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.089025] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80388a0f-7bd5-45e9-ab3b-bc37da1c4d3a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.089025] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80388a0f-7bd5-45e9-ab3b-bc37da1c4d3a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.305341] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef: rpc.has_security_group_logging(os_id): False [ 634.322181] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.322383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.322459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.322730] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.322829] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.323044] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.323144] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.323209] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.323442] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.323530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.323787] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.324120] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.324120] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.324232] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.324274] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.324898] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.324898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.324898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.324898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.327991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.327991] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef is going to be created. [ 634.379817] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.379983] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.380124] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.380383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.380573] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.394021] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef in Status: IN_PROGRESS for 2s [ 634.548656] env[69148]: INFO networking_nsxv3.common.synchronization [req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 req-02061123-5f36-4d2e-b4ca-a3080c191eaa service nova] Enqueued Resource ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b with Priority: HIGHEST for action security_group_rules [ 634.548827] env[69148]: INFO networking_nsxv3.common.synchronization [req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 req-02061123-5f36-4d2e-b4ca-a3080c191eaa service nova] Enqueued Resource ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b with Priority: HIGHEST for action security_group_members [ 634.549867] env[69148]: INFO networking_nsxv3.common.synchronization [req-a52db9b5-4b86-4b3d-ada2-6a68684e0307 req-02061123-5f36-4d2e-b4ca-a3080c191eaa service nova] Enqueued Resource ID: 045b50db-3d52-44c2-a14e-950b732b6216 with Priority: HIGHEST for action port [ 634.551393] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b with Priority: HIGHEST for action security_group_rules [ 634.551393] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b with Priority: HIGHEST for action security_group_members [ 634.551393] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 045b50db-3d52-44c2-a14e-950b732b6216 with Priority: HIGHEST for action port [ 634.552346] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2effdce-62b0-45b7-a46c-bd4cbe9a660b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.552601] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.553523] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.553845] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.553975] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2effdce-62b0-45b7-a46c-bd4cbe9a660b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.555413] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.556840] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.556963] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.557270] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.557830] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.558024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.558548] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.558826] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.559040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.559740] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2effdce-62b0-45b7-a46c-bd4cbe9a660b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.561097] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-045b50db-3d52-44c2-a14e-950b732b6216 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.565161] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-045b50db-3d52-44c2-a14e-950b732b6216" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.565335] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-045b50db-3d52-44c2-a14e-950b732b6216" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.565607] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-045b50db-3d52-44c2-a14e-950b732b6216" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.565688] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('045b50db-3d52-44c2-a14e-950b732b6216',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.570265] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.570265] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.570265] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.570265] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.570265] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.570573] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.570834] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.571068] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.571290] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.571591] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 634.571772] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.571953] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.572155] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.572355] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 634.572578] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.572799] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.588413] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80388a0f-7bd5-45e9-ab3b-bc37da1c4d3a [ 634.588726] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.588794] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.588902] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.589114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.589114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.589341] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80388a0f-7bd5-45e9-ab3b-bc37da1c4d3a already deleted. [ 634.589341] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80388a0f-7bd5-45e9-ab3b-bc37da1c4d3a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.590637] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.590767] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 634.591046] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.591167] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.597070] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-dae2256d-0a21-477c-be53-5f85aaa99608 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.597070] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-dae2256d-0a21-477c-be53-5f85aaa99608" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.597070] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-dae2256d-0a21-477c-be53-5f85aaa99608" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.597070] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-dae2256d-0a21-477c-be53-5f85aaa99608" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.597070] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dae2256d-0a21-477c-be53-5f85aaa99608',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.910658] env[69148]: INFO networking_nsxv3.common.synchronization [None req-798fa3c8-550b-48ee-aaa0-448d765b784b None None] Enqueued Resource ID: 3fd3a10d-04c0-4cf2-aabd-b061e3ac6329 with Priority: HIGHEST for action port [ 634.910658] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd3a10d-04c0-4cf2-aabd-b061e3ac6329 with Priority: HIGHEST for action port [ 634.910658] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fd3a10d-04c0-4cf2-aabd-b061e3ac6329 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.910658] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fd3a10d-04c0-4cf2-aabd-b061e3ac6329" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.910658] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fd3a10d-04c0-4cf2-aabd-b061e3ac6329" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.910658] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fd3a10d-04c0-4cf2-aabd-b061e3ac6329" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.910658] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fd3a10d-04c0-4cf2-aabd-b061e3ac6329',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.068991] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2effdce-62b0-45b7-a46c-bd4cbe9a660b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.068991] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.068991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.077235] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 045b50db-3d52-44c2-a14e-950b732b6216 with status ACTIVE [ 635.077235] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.077235] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.077235] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.077235] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.077235] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.077613] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.077822] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.077822] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.077978] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.077978] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.078242] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.078317] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.078365] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.078551] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.078551] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.078639] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 045b50db-3d52-44c2-a14e-950b732b6216 is going to be updated. [ 635.100033] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa7f02de-5a48-4f98-afc9-18d22620466a in Status: SUCCESS [ 635.100258] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa7f02de-5a48-4f98-afc9-18d22620466a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.101148] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.101286] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.101374] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.103898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.103898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.103898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-045b50db-3d52-44c2-a14e-950b732b6216" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.104946] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.106129] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.106129] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.106129] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.109145] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.109289] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port dae2256d-0a21-477c-be53-5f85aaa99608 not found, creating... [ 635.109776] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.109877] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.110095] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.110270] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.110787] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.110787] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.110906] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.111047] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.111417] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.111483] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.111590] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: dae2256d-0a21-477c-be53-5f85aaa99608 is going to be created. [ 635.132091] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.132234] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.133272] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.133272] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.133272] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.133497] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-dae2256d-0a21-477c-be53-5f85aaa99608" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.379413] env[69148]: INFO networking_nsxv3.common.synchronization [None req-1e5e2d55-8d4a-4250-8c40-adb5019102b3 None None] Enqueued Resource ID: 4191a3f9-52fc-4071-b374-a36326704edc with Priority: HIGHEST for action port [ 635.379964] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4191a3f9-52fc-4071-b374-a36326704edc with Priority: HIGHEST for action port [ 635.380521] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-4191a3f9-52fc-4071-b374-a36326704edc taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.380694] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4191a3f9-52fc-4071-b374-a36326704edc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.380732] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4191a3f9-52fc-4071-b374-a36326704edc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.380967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4191a3f9-52fc-4071-b374-a36326704edc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.381348] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4191a3f9-52fc-4071-b374-a36326704edc',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.416522] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fd3a10d-04c0-4cf2-aabd-b061e3ac6329 [ 635.416757] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.416888] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.416950] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.417170] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.417267] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.417354] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fd3a10d-04c0-4cf2-aabd-b061e3ac6329 already deleted. [ 635.417467] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fd3a10d-04c0-4cf2-aabd-b061e3ac6329" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.570408] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2effdce-62b0-45b7-a46c-bd4cbe9a660b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.701537] env[69148]: INFO networking_nsxv3.common.synchronization [None req-b8706680-f9d6-4be6-acb5-8894db58dd76 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Enqueued Resource ID: cd59b9e1-6c3b-4633-87db-e7d8443e62e7 with Priority: HIGHEST for action security_group_rules [ 635.705083] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd59b9e1-6c3b-4633-87db-e7d8443e62e7 with Priority: HIGHEST for action security_group_rules [ 635.705083] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd59b9e1-6c3b-4633-87db-e7d8443e62e7 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.705083] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.705083] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.705083] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.705083] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd59b9e1-6c3b-4633-87db-e7d8443e62e7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.722890] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: SUCCESS [ 635.723081] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.723246] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.723459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.723725] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.723830] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.723830] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.723986] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.724111] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.724304] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.724304] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.883849] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4191a3f9-52fc-4071-b374-a36326704edc [ 635.884089] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.885451] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.885451] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.885451] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.885451] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.885451] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4191a3f9-52fc-4071-b374-a36326704edc already deleted. [ 635.885451] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4191a3f9-52fc-4071-b374-a36326704edc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.927551] env[69148]: INFO networking_nsxv3.common.synchronization [None req-31ac26c4-2a22-4e79-83d4-f613dc67068b tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Enqueued Resource ID: cd59b9e1-6c3b-4633-87db-e7d8443e62e7 with Priority: HIGHEST for action security_group_rules [ 635.928213] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd59b9e1-6c3b-4633-87db-e7d8443e62e7 with Priority: HIGHEST for action security_group_rules [ 635.932023] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd59b9e1-6c3b-4633-87db-e7d8443e62e7 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.932023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.076696] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.076696] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.076696] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.076696] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.076696] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.076696] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b is going to be created. [ 636.101714] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.101880] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.101940] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.104614] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.104811] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.114779] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b in Status: UNINITIALIZED for 2s [ 636.200026] env[69148]: INFO networking_nsxv3.common.synchronization [req-77944e13-d339-44b1-ad55-f8eceefbda8b req-fcca2b7d-5df8-470f-a80c-1a64dc9a6986 service nova] Enqueued Resource ID: 8fd623e5-8c69-4d14-9fb6-56b13a1830b1 with Priority: HIGHEST for action security_group_rules [ 636.200026] env[69148]: INFO networking_nsxv3.common.synchronization [req-77944e13-d339-44b1-ad55-f8eceefbda8b req-fcca2b7d-5df8-470f-a80c-1a64dc9a6986 service nova] Enqueued Resource ID: 8fd623e5-8c69-4d14-9fb6-56b13a1830b1 with Priority: HIGHEST for action security_group_members [ 636.200211] env[69148]: INFO networking_nsxv3.common.synchronization [req-77944e13-d339-44b1-ad55-f8eceefbda8b req-fcca2b7d-5df8-470f-a80c-1a64dc9a6986 service nova] Enqueued Resource ID: dae2256d-0a21-477c-be53-5f85aaa99608 with Priority: HIGHEST for action port [ 636.200956] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd623e5-8c69-4d14-9fb6-56b13a1830b1 with Priority: HIGHEST for action security_group_rules [ 636.200956] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd623e5-8c69-4d14-9fb6-56b13a1830b1 with Priority: HIGHEST for action security_group_members [ 636.205620] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dae2256d-0a21-477c-be53-5f85aaa99608 with Priority: HIGHEST for action port [ 636.205620] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fd623e5-8c69-4d14-9fb6-56b13a1830b1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.206594] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.206594] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.206594] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.206594] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fd623e5-8c69-4d14-9fb6-56b13a1830b1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.207460] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fd623e5-8c69-4d14-9fb6-56b13a1830b1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.207460] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.207460] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.207687] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.207687] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.207793] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.207830] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.207954] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.208369] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.208457] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fd623e5-8c69-4d14-9fb6-56b13a1830b1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.209978] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-dae2256d-0a21-477c-be53-5f85aaa99608 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.210134] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dae2256d-0a21-477c-be53-5f85aaa99608" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.210616] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dae2256d-0a21-477c-be53-5f85aaa99608" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.210616] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dae2256d-0a21-477c-be53-5f85aaa99608" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.210616] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dae2256d-0a21-477c-be53-5f85aaa99608',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.233194] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.233457] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.233535] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.233938] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.234148] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.237574] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.237574] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.237574] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.237574] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.237574] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.237574] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.237574] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.237574] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.237574] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.237574] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.237574] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.237574] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.237574] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.238375] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.238375] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.238375] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.242111] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.242111] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.242111] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.242111] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.242111] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.242111] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd59b9e1-6c3b-4633-87db-e7d8443e62e7 already deleted. [ 636.242111] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.242111] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.243223] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.243357] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd59b9e1-6c3b-4633-87db-e7d8443e62e7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.403732] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef in Status: SUCCESS [ 636.404090] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.713081] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fd623e5-8c69-4d14-9fb6-56b13a1830b1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.714211] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fd623e5-8c69-4d14-9fb6-56b13a1830b1 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.714332] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.717844] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dae2256d-0a21-477c-be53-5f85aaa99608 with status ACTIVE [ 636.717844] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.717844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.717844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.717844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.717844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.717844] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.717844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.717844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.717844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.717844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.720300] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.720433] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.720497] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.720674] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.720763] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.720852] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dae2256d-0a21-477c-be53-5f85aaa99608 is going to be updated. [ 636.742103] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.742363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.742363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.742590] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.743383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.743383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dae2256d-0a21-477c-be53-5f85aaa99608" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.746117] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d277da6-fb39-4bf5-9ba6-681a973593b0: rpc.has_security_group_logging(os_id): False [ 636.783692] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.783692] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.783692] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.783979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.783979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.784315] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.784315] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.784315] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.784510] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.784573] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.784768] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.784865] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.784915] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.785072] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.785179] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.785330] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.785413] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.785477] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.785619] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.785695] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.785777] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 is going to be created. [ 636.791854] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.792052] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.792052] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.792687] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.792687] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.792687] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd59b9e1-6c3b-4633-87db-e7d8443e62e7 already deleted. [ 636.792687] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.885059] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.885059] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.885059] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.885059] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.885059] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.897027] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: IN_PROGRESS for 2s [ 636.969315] env[69148]: INFO networking_nsxv3.common.synchronization [None req-80d4a45a-44e5-41a2-a053-a0f4ac13dc6c None None] Enqueued Resource ID: 9a389da2-6b1b-429e-9fa0-c7ecadde864b with Priority: HIGHEST for action port [ 636.969315] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a389da2-6b1b-429e-9fa0-c7ecadde864b with Priority: HIGHEST for action port [ 636.969723] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a389da2-6b1b-429e-9fa0-c7ecadde864b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.970110] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a389da2-6b1b-429e-9fa0-c7ecadde864b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.970110] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a389da2-6b1b-429e-9fa0-c7ecadde864b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.970564] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a389da2-6b1b-429e-9fa0-c7ecadde864b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.971575] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a389da2-6b1b-429e-9fa0-c7ecadde864b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.215323] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fd623e5-8c69-4d14-9fb6-56b13a1830b1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.478768] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a389da2-6b1b-429e-9fa0-c7ecadde864b [ 637.478768] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.478768] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.478768] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.478768] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.478768] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.478768] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a389da2-6b1b-429e-9fa0-c7ecadde864b already deleted. [ 637.478768] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a389da2-6b1b-429e-9fa0-c7ecadde864b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.492763] env[69148]: INFO networking_nsxv3.common.synchronization [req-e86f4a3a-d6e0-4270-a301-09a9ee79b0ca req-149bcc16-aafe-4d00-a453-527d5bb7ea53 tempest-DeleteServersAdminTestJSON-824984245 tempest-DeleteServersAdminTestJSON-824984245-project-admin] Enqueued Resource ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa with Priority: HIGHEST for action security_group_members [ 637.494027] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa with Priority: HIGHEST for action security_group_members [ 637.494027] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff26cca-4bec-45c3-833b-adb00367e5fa taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.494027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.494027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.494027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.494266] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.494266] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.494266] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.494638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.494638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.494638] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff26cca-4bec-45c3-833b-adb00367e5fa',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.723846] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.724030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.724109] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.724331] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.724433] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.724549] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fd623e5-8c69-4d14-9fb6-56b13a1830b1 is going to be created. [ 637.746358] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.746444] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.746520] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.749112] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.749112] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.756565] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fd623e5-8c69-4d14-9fb6-56b13a1830b1 in Status: UNINITIALIZED for 2s [ 637.997445] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.997608] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.997680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.997898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.997990] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.998208] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.998742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.998821] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.999129] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.999215] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.999310] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa is going to be updated. [ 638.026890] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.027029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.027029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.027317] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.027492] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.045172] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa in Status: IN_PROGRESS for 2s [ 638.125301] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b in Status: SUCCESS [ 638.125544] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.125892] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.126150] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.126358] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.126488] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.126559] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.126733] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.126844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.126974] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.127089] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2effdce-62b0-45b7-a46c-bd4cbe9a660b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.630099] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.630099] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.630099] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.630638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.630638] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.630638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.630638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.630897] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.630897] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.630897] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.631254] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.631254] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.631254] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.631364] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.631399] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.631552] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.631552] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.631768] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.631768] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.631870] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.631915] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2effdce-62b0-45b7-a46c-bd4cbe9a660b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.907160] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: SUCCESS [ 638.908311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.134751] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2effdce-62b0-45b7-a46c-bd4cbe9a660b: rpc.has_security_group_logging(os_id): False [ 639.152543] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.155135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.155135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.155135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.155135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.155135] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.155135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.155135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.155135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.155135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.155135] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.155135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.155135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.155135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.155750] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.156076] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.156289] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.156652] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.157235] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.157547] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.157735] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b is going to be created. [ 639.206685] env[69148]: INFO networking_nsxv3.common.synchronization [None req-c563257a-f1f8-4241-b2a0-1c40e8403549 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Enqueued Resource ID: 9dd55ea5-607e-4eb0-ba86-c2827e1c6bde with Priority: HIGHEST for action security_group_rules [ 639.210359] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dd55ea5-607e-4eb0-ba86-c2827e1c6bde with Priority: HIGHEST for action security_group_rules [ 639.210359] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.210359] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.210359] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.210359] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.210359] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dd55ea5-607e-4eb0-ba86-c2827e1c6bde',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.216098] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.216098] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.216098] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.216098] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.216098] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.230471] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b in Status: IN_PROGRESS for 2s [ 639.372707] env[69148]: INFO networking_nsxv3.common.synchronization [None req-b48fc498-d595-4070-9797-fb19636b2005 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Enqueued Resource ID: 9dd55ea5-607e-4eb0-ba86-c2827e1c6bde with Priority: HIGHEST for action security_group_rules [ 639.372707] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dd55ea5-607e-4eb0-ba86-c2827e1c6bde with Priority: HIGHEST for action security_group_rules [ 639.372963] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.373097] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.732516] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.732792] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.732792] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.733031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.733228] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.733332] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dd55ea5-607e-4eb0-ba86-c2827e1c6bde already deleted. [ 639.733505] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.733719] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.733922] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.734033] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dd55ea5-607e-4eb0-ba86-c2827e1c6bde',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.766353] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fd623e5-8c69-4d14-9fb6-56b13a1830b1 in Status: SUCCESS [ 639.766592] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.767152] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.767387] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.767580] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.767823] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.770199] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.770353] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.770458] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.770538] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.770635] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fd623e5-8c69-4d14-9fb6-56b13a1830b1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.853151] env[69148]: INFO networking_nsxv3.common.synchronization [None req-0f44f1d4-3962-4b7d-823a-fd55a05b34b6 None None] Enqueued Resource ID: 5f090002-6f18-4b76-948e-368ae564275e with Priority: HIGHEST for action port [ 639.853151] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f090002-6f18-4b76-948e-368ae564275e with Priority: HIGHEST for action port [ 639.853151] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f090002-6f18-4b76-948e-368ae564275e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.853151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f090002-6f18-4b76-948e-368ae564275e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.853151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f090002-6f18-4b76-948e-368ae564275e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.853151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f090002-6f18-4b76-948e-368ae564275e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.853151] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f090002-6f18-4b76-948e-368ae564275e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.054350] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa in Status: SUCCESS [ 640.054583] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa deletion is rescheduled due to dependency. [ 640.054695] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.257255] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.257400] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.257474] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.258347] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.258473] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.258651] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dd55ea5-607e-4eb0-ba86-c2827e1c6bde already deleted. [ 640.258651] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.273265] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fd623e5-8c69-4d14-9fb6-56b13a1830b1 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.273455] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.273505] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.273938] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.273938] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.274381] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.274381] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.274381] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.274381] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.274381] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.275521] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fd623e5-8c69-4d14-9fb6-56b13a1830b1 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.275521] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.275521] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.275521] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.275521] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.275521] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.275521] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.275521] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.275521] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.275521] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.275521] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fd623e5-8c69-4d14-9fb6-56b13a1830b1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.355267] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f090002-6f18-4b76-948e-368ae564275e [ 640.355489] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.355624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.355689] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.356539] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.356539] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.356539] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f090002-6f18-4b76-948e-368ae564275e already deleted. [ 640.356539] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f090002-6f18-4b76-948e-368ae564275e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.778089] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fd623e5-8c69-4d14-9fb6-56b13a1830b1: rpc.has_security_group_logging(os_id): False [ 640.795875] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.796079] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.796153] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.796325] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.796402] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.796632] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.796760] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.796851] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.796977] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.797079] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.797284] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.797530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.797960] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.798088] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.798162] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.798338] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.798460] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.798532] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.798656] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.798761] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.798841] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fd623e5-8c69-4d14-9fb6-56b13a1830b1 is going to be created. [ 640.868388] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.868517] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.868604] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.869249] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.869249] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.889486] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fd623e5-8c69-4d14-9fb6-56b13a1830b1 in Status: IN_PROGRESS for 2s [ 641.242507] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b in Status: SUCCESS [ 641.242507] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.899998] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fd623e5-8c69-4d14-9fb6-56b13a1830b1 in Status: SUCCESS [ 642.899998] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.382169] env[69148]: INFO networking_nsxv3.common.synchronization [req-5878a10f-6375-4cda-ab66-1a51b7c65628 req-5577381b-84c6-47cd-ad5b-ab442369daab tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Enqueued Resource ID: f33bbf53-b9f7-429b-aa8e-2ce3096f1321 with Priority: HIGHEST for action security_group_members [ 643.382811] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f33bbf53-b9f7-429b-aa8e-2ce3096f1321 with Priority: HIGHEST for action security_group_members [ 643.383285] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f33bbf53-b9f7-429b-aa8e-2ce3096f1321 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.383448] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f33bbf53-b9f7-429b-aa8e-2ce3096f1321" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.383537] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f33bbf53-b9f7-429b-aa8e-2ce3096f1321" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.383816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f33bbf53-b9f7-429b-aa8e-2ce3096f1321" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.384016] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.384152] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.384236] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.384430] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.384540] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.384693] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f33bbf53-b9f7-429b-aa8e-2ce3096f1321',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.887682] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.888129] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.888262] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.888541] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.888734] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.888937] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.889096] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.889178] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.889377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.889460] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.889581] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f33bbf53-b9f7-429b-aa8e-2ce3096f1321 already deleted. [ 643.889682] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f33bbf53-b9f7-429b-aa8e-2ce3096f1321" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.955162] env[69148]: INFO networking_nsxv3.common.synchronization [req-5264de57-8d54-4e77-883f-e69d7d48cc1a req-3cfc038f-6a1a-461c-b34b-2ca4f7954266 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_members [ 643.955387] env[69148]: INFO networking_nsxv3.common.synchronization [req-5264de57-8d54-4e77-883f-e69d7d48cc1a req-3cfc038f-6a1a-461c-b34b-2ca4f7954266 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: c5c2db0a-930f-4403-abe1-62c64013579f with Priority: HIGHEST for action security_group_members [ 643.955845] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_members [ 643.955959] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c2db0a-930f-4403-abe1-62c64013579f with Priority: HIGHEST for action security_group_members [ 643.956481] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.956648] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.956871] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.956988] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.957183] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.957313] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.957406] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.957601] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.957739] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.957855] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.962029] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c2db0a-930f-4403-abe1-62c64013579f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.962029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.962029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.962029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.962029] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.962029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.962029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.962029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.962029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.962029] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5c2db0a-930f-4403-abe1-62c64013579f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.075357] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.075591] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-999" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.075734] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-999" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.076140] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-999" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.077557] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.077738] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.077861] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.078176] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.078282] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.078520] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 644.078636] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.078798] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.078835] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.078945] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 644.079057] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.079365] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.102156] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.102787] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 644.102787] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.102948] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-999" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.103148] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-a5e345c9-ad3d-4e37-8ddf-ee8e977cc310 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.103373] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-a5e345c9-ad3d-4e37-8ddf-ee8e977cc310" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.103444] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-a5e345c9-ad3d-4e37-8ddf-ee8e977cc310" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.103801] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-a5e345c9-ad3d-4e37-8ddf-ee8e977cc310" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.103901] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5e345c9-ad3d-4e37-8ddf-ee8e977cc310',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.148491] env[69148]: INFO networking_nsxv3.common.synchronization [req-5264de57-8d54-4e77-883f-e69d7d48cc1a req-3cfc038f-6a1a-461c-b34b-2ca4f7954266 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_rules [ 644.148683] env[69148]: INFO networking_nsxv3.common.synchronization [req-5264de57-8d54-4e77-883f-e69d7d48cc1a req-3cfc038f-6a1a-461c-b34b-2ca4f7954266 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_members [ 644.148899] env[69148]: INFO networking_nsxv3.common.synchronization [req-5264de57-8d54-4e77-883f-e69d7d48cc1a req-3cfc038f-6a1a-461c-b34b-2ca4f7954266 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: c5c2db0a-930f-4403-abe1-62c64013579f with Priority: HIGHEST for action security_group_rules [ 644.149587] env[69148]: INFO networking_nsxv3.common.synchronization [req-5264de57-8d54-4e77-883f-e69d7d48cc1a req-3cfc038f-6a1a-461c-b34b-2ca4f7954266 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: c5c2db0a-930f-4403-abe1-62c64013579f with Priority: HIGHEST for action security_group_members [ 644.149965] env[69148]: INFO networking_nsxv3.common.synchronization [req-5264de57-8d54-4e77-883f-e69d7d48cc1a req-3cfc038f-6a1a-461c-b34b-2ca4f7954266 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 1971a91d-79a9-4975-af25-6af7db995349 with Priority: HIGHEST for action port [ 644.151399] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_rules [ 644.152578] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c2db0a-930f-4403-abe1-62c64013579f with Priority: HIGHEST for action security_group_rules [ 644.152578] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1971a91d-79a9-4975-af25-6af7db995349 with Priority: HIGHEST for action port [ 644.152578] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_members [ 644.152578] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c2db0a-930f-4403-abe1-62c64013579f with Priority: HIGHEST for action security_group_members [ 644.152832] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.152832] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.152928] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.153190] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.153304] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.154406] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5c2db0a-930f-4403-abe1-62c64013579f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.154582] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.154696] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.155030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.155096] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5c2db0a-930f-4403-abe1-62c64013579f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.159018] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-1971a91d-79a9-4975-af25-6af7db995349 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.159018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1971a91d-79a9-4975-af25-6af7db995349" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.159018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1971a91d-79a9-4975-af25-6af7db995349" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.159018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1971a91d-79a9-4975-af25-6af7db995349" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.159018] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1971a91d-79a9-4975-af25-6af7db995349',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.159018] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.159018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.159018] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c2db0a-930f-4403-abe1-62c64013579f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.159018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.462489] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.463341] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5c2db0a-930f-4403-abe1-62c64013579f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.606296] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.607173] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.607425] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.611020] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.611020] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.611020] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port a5e345c9-ad3d-4e37-8ddf-ee8e977cc310 not found, creating... [ 644.611020] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.611020] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.611020] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.611020] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.611020] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.611020] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.611020] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.611570] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.611570] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.611570] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.611570] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: a5e345c9-ad3d-4e37-8ddf-ee8e977cc310 is going to be created. [ 644.630180] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.630180] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.630180] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.630180] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.630586] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.630624] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-a5e345c9-ad3d-4e37-8ddf-ee8e977cc310" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.660019] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c2db0a-930f-4403-abe1-62c64013579f taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.660019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.660191] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.660336] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.660427] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1971a91d-79a9-4975-af25-6af7db995349 with status ACTIVE [ 644.660572] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.660857] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.660857] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.660970] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.661071] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.661188] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.661279] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.661337] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.661560] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.661620] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.662122] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.662122] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.662122] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.662122] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.662122] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.662405] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1971a91d-79a9-4975-af25-6af7db995349 is going to be updated. [ 644.682721] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.682840] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.682908] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.683132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.683261] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.683574] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1971a91d-79a9-4975-af25-6af7db995349" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.898568] env[69148]: INFO networking_nsxv3.common.synchronization [req-8f4ae370-c8cf-4bec-a737-eb9326d65794 req-91210818-ff7c-4c08-a733-fc74c7d89acc tempest-ImagesNegativeTestJSON-1569848915 tempest-ImagesNegativeTestJSON-1569848915-project-member] Enqueued Resource ID: 1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef with Priority: HIGHEST for action security_group_members [ 644.899490] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef with Priority: HIGHEST for action security_group_members [ 644.899490] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.900388] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.900441] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.901264] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.901264] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.901264] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.901264] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.901264] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.901264] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.901548] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.966157] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5c2db0a-930f-4403-abe1-62c64013579f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.967037] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.113863] env[69148]: INFO networking_nsxv3.common.synchronization [None req-66396d08-7692-4e93-8ea5-6be7bcc628d0 None None] Enqueued Resource ID: ab8759b0-ab73-4710-9b1b-db7063b5bf27 with Priority: HIGHEST for action port [ 645.114323] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8759b0-ab73-4710-9b1b-db7063b5bf27 with Priority: HIGHEST for action port [ 645.116757] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab8759b0-ab73-4710-9b1b-db7063b5bf27 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.116757] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab8759b0-ab73-4710-9b1b-db7063b5bf27" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.116757] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab8759b0-ab73-4710-9b1b-db7063b5bf27" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.116757] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab8759b0-ab73-4710-9b1b-db7063b5bf27" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.116757] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab8759b0-ab73-4710-9b1b-db7063b5bf27',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.405377] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.406466] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.407183] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.407435] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.407556] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.407751] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.407971] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.407971] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.408105] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.408164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.408253] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef is going to be updated. [ 645.463467] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.463467] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.463678] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.463872] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.463946] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.468568] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.468739] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.468836] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.469122] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.469216] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.469340] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5c2db0a-930f-4403-abe1-62c64013579f is going to be created. [ 645.470687] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.470846] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.470920] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.471158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.474349] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.474349] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 is going to be updated. [ 645.475113] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef in Status: IN_PROGRESS for 2s [ 645.499738] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.499738] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.499738] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.499947] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.500100] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.511388] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.511574] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.511628] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.511839] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.511988] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.513584] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c2db0a-930f-4403-abe1-62c64013579f in Status: UNINITIALIZED for 2s [ 645.519866] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: IN_PROGRESS for 2s [ 645.620866] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab8759b0-ab73-4710-9b1b-db7063b5bf27 [ 645.621103] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.621742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.621742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.621742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.621742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.621942] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab8759b0-ab73-4710-9b1b-db7063b5bf27 already deleted. [ 645.621942] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab8759b0-ab73-4710-9b1b-db7063b5bf27" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.861423] env[69148]: INFO networking_nsxv3.common.synchronization [req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 req-a1aed0b5-bff3-49a7-83d0-12e7f338d84e tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Enqueued Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_members [ 645.861423] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_members [ 645.865275] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.865460] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.865519] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.865792] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.865966] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.866081] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.866144] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.866317] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.867062] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.867062] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.873882] env[69148]: INFO networking_nsxv3.common.synchronization [req-5878a10f-6375-4cda-ab66-1a51b7c65628 req-57d90035-7830-4054-b5bb-211640ec967a service nova] Enqueued Resource ID: f33bbf53-b9f7-429b-aa8e-2ce3096f1321 with Priority: HIGHEST for action security_group_rules [ 645.874077] env[69148]: INFO networking_nsxv3.common.synchronization [req-5878a10f-6375-4cda-ab66-1a51b7c65628 req-57d90035-7830-4054-b5bb-211640ec967a service nova] Enqueued Resource ID: f33bbf53-b9f7-429b-aa8e-2ce3096f1321 with Priority: HIGHEST for action security_group_members [ 645.874227] env[69148]: INFO networking_nsxv3.common.synchronization [req-5878a10f-6375-4cda-ab66-1a51b7c65628 req-57d90035-7830-4054-b5bb-211640ec967a service nova] Enqueued Resource ID: a5e345c9-ad3d-4e37-8ddf-ee8e977cc310 with Priority: HIGHEST for action port [ 645.875710] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f33bbf53-b9f7-429b-aa8e-2ce3096f1321 with Priority: HIGHEST for action security_group_rules [ 645.875852] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f33bbf53-b9f7-429b-aa8e-2ce3096f1321 with Priority: HIGHEST for action security_group_members [ 645.875949] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5e345c9-ad3d-4e37-8ddf-ee8e977cc310 with Priority: HIGHEST for action port [ 645.877774] env[69148]: INFO networking_nsxv3.common.synchronization [req-bcef730c-566e-468d-99d3-f8c5989b0335 req-877fa59e-295e-41cf-9a54-177c4d24c585 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: c5c2db0a-930f-4403-abe1-62c64013579f with Priority: HIGHEST for action security_group_members [ 645.877774] env[69148]: INFO networking_nsxv3.common.synchronization [req-bcef730c-566e-468d-99d3-f8c5989b0335 req-877fa59e-295e-41cf-9a54-177c4d24c585 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_members [ 645.877774] env[69148]: INFO networking_nsxv3.common.synchronization [req-bcef730c-566e-468d-99d3-f8c5989b0335 req-877fa59e-295e-41cf-9a54-177c4d24c585 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 4195b674-bb3a-4be7-90ce-013dad6559bd with Priority: HIGHEST for action security_group_members [ 645.877774] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f33bbf53-b9f7-429b-aa8e-2ce3096f1321 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.877774] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f33bbf53-b9f7-429b-aa8e-2ce3096f1321" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.877774] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f33bbf53-b9f7-429b-aa8e-2ce3096f1321" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.878070] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f33bbf53-b9f7-429b-aa8e-2ce3096f1321" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.878070] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f33bbf53-b9f7-429b-aa8e-2ce3096f1321',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.878722] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f33bbf53-b9f7-429b-aa8e-2ce3096f1321 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.878830] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f33bbf53-b9f7-429b-aa8e-2ce3096f1321" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.878904] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f33bbf53-b9f7-429b-aa8e-2ce3096f1321" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.879085] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f33bbf53-b9f7-429b-aa8e-2ce3096f1321" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.879238] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.879342] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.879411] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.879597] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.879638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.879728] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f33bbf53-b9f7-429b-aa8e-2ce3096f1321',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.880530] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5e345c9-ad3d-4e37-8ddf-ee8e977cc310 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.880653] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5e345c9-ad3d-4e37-8ddf-ee8e977cc310" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.880721] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5e345c9-ad3d-4e37-8ddf-ee8e977cc310" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.880904] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5e345c9-ad3d-4e37-8ddf-ee8e977cc310" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.880978] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5e345c9-ad3d-4e37-8ddf-ee8e977cc310',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.886104] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c2db0a-930f-4403-abe1-62c64013579f with Priority: HIGHEST for action security_group_members [ 645.886196] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_members [ 645.886252] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4195b674-bb3a-4be7-90ce-013dad6559bd with Priority: HIGHEST for action security_group_members [ 645.887069] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c2db0a-930f-4403-abe1-62c64013579f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.887176] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.887426] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.887733] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.887733] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-4195b674-bb3a-4be7-90ce-013dad6559bd taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.887733] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4195b674-bb3a-4be7-90ce-013dad6559bd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.887866] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4195b674-bb3a-4be7-90ce-013dad6559bd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.888164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4195b674-bb3a-4be7-90ce-013dad6559bd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.888243] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.888304] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.888577] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.888783] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.888884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.889276] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4195b674-bb3a-4be7-90ce-013dad6559bd',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.968133] env[69148]: INFO networking_nsxv3.common.synchronization [req-bcef730c-566e-468d-99d3-f8c5989b0335 req-877fa59e-295e-41cf-9a54-177c4d24c585 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_rules [ 645.968133] env[69148]: INFO networking_nsxv3.common.synchronization [req-bcef730c-566e-468d-99d3-f8c5989b0335 req-877fa59e-295e-41cf-9a54-177c4d24c585 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_members [ 645.968133] env[69148]: INFO networking_nsxv3.common.synchronization [req-bcef730c-566e-468d-99d3-f8c5989b0335 req-877fa59e-295e-41cf-9a54-177c4d24c585 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 4195b674-bb3a-4be7-90ce-013dad6559bd with Priority: HIGHEST for action security_group_rules [ 645.968133] env[69148]: INFO networking_nsxv3.common.synchronization [req-bcef730c-566e-468d-99d3-f8c5989b0335 req-877fa59e-295e-41cf-9a54-177c4d24c585 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 4195b674-bb3a-4be7-90ce-013dad6559bd with Priority: HIGHEST for action security_group_members [ 645.968133] env[69148]: INFO networking_nsxv3.common.synchronization [req-bcef730c-566e-468d-99d3-f8c5989b0335 req-877fa59e-295e-41cf-9a54-177c4d24c585 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: c5c2db0a-930f-4403-abe1-62c64013579f with Priority: HIGHEST for action security_group_rules [ 645.968133] env[69148]: INFO networking_nsxv3.common.synchronization [req-bcef730c-566e-468d-99d3-f8c5989b0335 req-877fa59e-295e-41cf-9a54-177c4d24c585 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: c5c2db0a-930f-4403-abe1-62c64013579f with Priority: HIGHEST for action security_group_members [ 645.968133] env[69148]: INFO networking_nsxv3.common.synchronization [req-bcef730c-566e-468d-99d3-f8c5989b0335 req-877fa59e-295e-41cf-9a54-177c4d24c585 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 1971a91d-79a9-4975-af25-6af7db995349 with Priority: HIGHEST for action port [ 645.971321] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_rules [ 645.971321] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4195b674-bb3a-4be7-90ce-013dad6559bd with Priority: HIGHEST for action security_group_rules [ 645.971321] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c2db0a-930f-4403-abe1-62c64013579f with Priority: HIGHEST for action security_group_members [ 645.971321] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1971a91d-79a9-4975-af25-6af7db995349 with Priority: HIGHEST for action port [ 645.971321] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c2db0a-930f-4403-abe1-62c64013579f with Priority: HIGHEST for action security_group_rules [ 645.971321] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_members [ 645.971321] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4195b674-bb3a-4be7-90ce-013dad6559bd with Priority: HIGHEST for action security_group_members [ 645.974074] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.974074] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.974074] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4195b674-bb3a-4be7-90ce-013dad6559bd taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.974074] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4195b674-bb3a-4be7-90ce-013dad6559bd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.974074] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4195b674-bb3a-4be7-90ce-013dad6559bd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.974454] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4195b674-bb3a-4be7-90ce-013dad6559bd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.974454] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4195b674-bb3a-4be7-90ce-013dad6559bd',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.977116] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c2db0a-930f-4403-abe1-62c64013579f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.977116] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.977116] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-1971a91d-79a9-4975-af25-6af7db995349 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.977116] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1971a91d-79a9-4975-af25-6af7db995349" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.977116] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1971a91d-79a9-4975-af25-6af7db995349" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.977116] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1971a91d-79a9-4975-af25-6af7db995349" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.977116] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1971a91d-79a9-4975-af25-6af7db995349',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.978104] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5c2db0a-930f-4403-abe1-62c64013579f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.978192] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.978386] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.978496] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.978723] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-4195b674-bb3a-4be7-90ce-013dad6559bd taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.979015] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4195b674-bb3a-4be7-90ce-013dad6559bd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.376258] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.376455] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.376494] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.376710] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.376828] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.377024] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.377124] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.377189] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.377344] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.377418] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.377502] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 already deleted. [ 646.377588] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.388073] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f33bbf53-b9f7-429b-aa8e-2ce3096f1321',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.389216] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f33bbf53-b9f7-429b-aa8e-2ce3096f1321 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.389326] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f33bbf53-b9f7-429b-aa8e-2ce3096f1321" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.391285] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5e345c9-ad3d-4e37-8ddf-ee8e977cc310 with status ACTIVE [ 646.391420] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.391576] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.391668] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.391910] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.392012] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.392198] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.392317] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.392398] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.392612] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.392677] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.392877] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.392977] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.393066] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.393498] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.393498] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.393498] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5e345c9-ad3d-4e37-8ddf-ee8e977cc310 is going to be updated. [ 646.398449] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4195b674-bb3a-4be7-90ce-013dad6559bd',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.419136] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.419136] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.419136] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.419136] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.419136] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.419136] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5e345c9-ad3d-4e37-8ddf-ee8e977cc310" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.479110] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1971a91d-79a9-4975-af25-6af7db995349 with status ACTIVE [ 646.479405] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.479540] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.479607] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.479847] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.479935] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.480135] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.480262] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.480322] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.480476] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.480585] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.480813] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.480960] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.481098] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.481452] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.481452] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.481452] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1971a91d-79a9-4975-af25-6af7db995349 is going to be updated. [ 646.484552] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-4195b674-bb3a-4be7-90ce-013dad6559bd taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.484552] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4195b674-bb3a-4be7-90ce-013dad6559bd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.508132] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.508132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.508132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.510380] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.511173] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.511173] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1971a91d-79a9-4975-af25-6af7db995349" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.515498] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.515720] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-385" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.516669] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-385" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.516669] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-385" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.516669] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.517013] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.517013] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.517317] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.517467] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.519106] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 646.519106] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.519106] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.519106] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.519106] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 646.519106] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.519106] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.542235] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.543027] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 646.543027] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.543027] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-385" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.543292] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-fd67e8c6-4169-4667-8578-b302078275a0 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.543560] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-fd67e8c6-4169-4667-8578-b302078275a0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.543706] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-fd67e8c6-4169-4667-8578-b302078275a0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.544475] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-fd67e8c6-4169-4667-8578-b302078275a0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.544710] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd67e8c6-4169-4667-8578-b302078275a0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.894498] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f33bbf53-b9f7-429b-aa8e-2ce3096f1321',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.900253] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4195b674-bb3a-4be7-90ce-013dad6559bd',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.047216] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.047600] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.047698] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.048058] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.048999] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.049326] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port fd67e8c6-4169-4667-8578-b302078275a0 not found, creating... [ 647.049856] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.050131] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.051619] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.052191] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.052434] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.052913] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.053179] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.053371] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.053739] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.053960] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.054212] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: fd67e8c6-4169-4667-8578-b302078275a0 is going to be created. [ 647.074923] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.075278] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.075475] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.077964] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.077964] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.078373] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-fd67e8c6-4169-4667-8578-b302078275a0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.397626] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.397844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.397950] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.398250] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.398364] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.398495] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f33bbf53-b9f7-429b-aa8e-2ce3096f1321 is going to be created. [ 647.404254] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.404254] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.404254] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.404254] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.404254] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.404254] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4195b674-bb3a-4be7-90ce-013dad6559bd is going to be created. [ 647.428082] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.428082] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.428082] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.428082] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.428082] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.432933] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.433164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.433164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.433372] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.433524] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.454286] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f33bbf53-b9f7-429b-aa8e-2ce3096f1321 in Status: UNINITIALIZED for 2s [ 647.455378] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4195b674-bb3a-4be7-90ce-013dad6559bd in Status: UNINITIALIZED for 2s [ 647.491976] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef in Status: SUCCESS [ 647.492256] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef deletion is rescheduled due to dependency. [ 647.492468] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.531625] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c2db0a-930f-4403-abe1-62c64013579f in Status: SUCCESS [ 647.531934] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.532121] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.532348] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.532584] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.532735] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.532735] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.533446] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.533627] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.533791] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5c2db0a-930f-4403-abe1-62c64013579f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.535822] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: SUCCESS [ 647.536102] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.536310] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.536559] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.536790] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.536937] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.537039] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.537241] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.537855] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.537855] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.957259] env[69148]: INFO networking_nsxv3.common.synchronization [None req-17175f36-85a4-49b6-a13d-f5c1b3a5fa27 None None] Enqueued Resource ID: 29f85a17-88e3-4291-b567-e812162a8e94 with Priority: HIGHEST for action port [ 647.957528] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29f85a17-88e3-4291-b567-e812162a8e94 with Priority: HIGHEST for action port [ 647.958268] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-29f85a17-88e3-4291-b567-e812162a8e94 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.958462] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29f85a17-88e3-4291-b567-e812162a8e94" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.958520] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29f85a17-88e3-4291-b567-e812162a8e94" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.958947] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29f85a17-88e3-4291-b567-e812162a8e94" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.959085] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29f85a17-88e3-4291-b567-e812162a8e94',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.033163] env[69148]: INFO networking_nsxv3.common.synchronization [req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 req-7e915242-0915-4544-8b26-45f942735986 service nova] Enqueued Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_rules [ 648.033826] env[69148]: INFO networking_nsxv3.common.synchronization [req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 req-7e915242-0915-4544-8b26-45f942735986 service nova] Enqueued Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_members [ 648.033826] env[69148]: INFO networking_nsxv3.common.synchronization [req-724f9e2b-f5c4-47cd-af9a-f3b976430c71 req-7e915242-0915-4544-8b26-45f942735986 service nova] Enqueued Resource ID: fd67e8c6-4169-4667-8578-b302078275a0 with Priority: HIGHEST for action port [ 648.033826] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_rules [ 648.033826] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_members [ 648.034126] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd67e8c6-4169-4667-8578-b302078275a0 with Priority: HIGHEST for action port [ 648.035505] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.035505] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.036413] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.036413] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.036413] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.037545] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.037708] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.037747] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.038621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.038621] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.038621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.038621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.038621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.038621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.038621] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.045178] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd67e8c6-4169-4667-8578-b302078275a0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.045178] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd67e8c6-4169-4667-8578-b302078275a0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.045178] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd67e8c6-4169-4667-8578-b302078275a0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.045178] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd67e8c6-4169-4667-8578-b302078275a0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.045178] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd67e8c6-4169-4667-8578-b302078275a0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.046256] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5c2db0a-930f-4403-abe1-62c64013579f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.046644] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.422228] env[69148]: INFO networking_nsxv3.common.synchronization [req-dc43d404-0fda-417a-a84c-a45b06dc3192 req-e7e39744-041f-4f0f-a094-40b7c87bebb9 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Enqueued Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_members [ 648.422977] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_members [ 648.423379] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.423484] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.463446] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29f85a17-88e3-4291-b567-e812162a8e94 [ 648.463681] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.463855] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.463898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.464209] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.464305] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.464407] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29f85a17-88e3-4291-b567-e812162a8e94 already deleted. [ 648.464488] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29f85a17-88e3-4291-b567-e812162a8e94" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.546950] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.548018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.548018] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.549021] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5c2db0a-930f-4403-abe1-62c64013579f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.550232] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd67e8c6-4169-4667-8578-b302078275a0 with status ACTIVE [ 648.550517] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.550929] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.551014] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.551325] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.551325] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.551471] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.551594] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.551630] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.551824] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.551916] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.552110] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.552202] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.552260] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.552398] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.552535] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.552630] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd67e8c6-4169-4667-8578-b302078275a0 is going to be updated. [ 648.553882] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.576194] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.576339] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.576404] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.576619] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.576754] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.576913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd67e8c6-4169-4667-8578-b302078275a0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.820210] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.820294] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-385" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.820418] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-385" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.820817] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-385" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.820919] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.825300] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.825472] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.825699] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.826079] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.826079] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 648.826154] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.826249] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.826379] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.826467] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 648.826935] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.826935] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.845257] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.845601] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 648.846036] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.846220] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-385" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.846596] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-af7c8e2c-c27e-46b7-b003-0def77309753 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.846806] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-af7c8e2c-c27e-46b7-b003-0def77309753" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.846997] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-af7c8e2c-c27e-46b7-b003-0def77309753" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.847644] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-af7c8e2c-c27e-46b7-b003-0def77309753" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.847813] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af7c8e2c-c27e-46b7-b003-0def77309753',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.043616] env[69148]: INFO networking_nsxv3.common.synchronization [None req-288ee8e3-7593-4d13-b2f3-6f5c712ff417 None None] Enqueued Resource ID: 05c337f8-5816-4d66-9ff8-c8d168760a92 with Priority: HIGHEST for action port [ 649.044299] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c337f8-5816-4d66-9ff8-c8d168760a92 with Priority: HIGHEST for action port [ 649.044844] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-05c337f8-5816-4d66-9ff8-c8d168760a92 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.046797] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05c337f8-5816-4d66-9ff8-c8d168760a92" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.046797] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05c337f8-5816-4d66-9ff8-c8d168760a92" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.046797] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05c337f8-5816-4d66-9ff8-c8d168760a92" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.046797] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05c337f8-5816-4d66-9ff8-c8d168760a92',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.055688] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.056984] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.057137] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.057204] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.057413] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.057507] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.057601] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5c2db0a-930f-4403-abe1-62c64013579f is going to be updated. [ 649.059967] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.060092] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.060187] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.060374] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.060439] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.060519] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 is going to be updated. [ 649.086020] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.086226] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.086277] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.086476] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.086622] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.088375] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.088523] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.088577] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.088742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.088952] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.097268] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c2db0a-930f-4403-abe1-62c64013579f in Status: IN_PROGRESS for 2s [ 649.097908] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: IN_PROGRESS for 2s [ 649.354196] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.354196] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.354196] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.354196] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.354196] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.354196] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port af7c8e2c-c27e-46b7-b003-0def77309753 not found, creating... [ 649.354196] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.354196] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.354196] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.354196] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.354196] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.354881] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.359193] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.359193] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.359791] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.359791] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.359791] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: af7c8e2c-c27e-46b7-b003-0def77309753 is going to be created. [ 649.379922] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.380334] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.380579] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.380980] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.381389] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.381733] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-af7c8e2c-c27e-46b7-b003-0def77309753" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.465492] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f33bbf53-b9f7-429b-aa8e-2ce3096f1321 in Status: SUCCESS [ 649.465763] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f33bbf53-b9f7-429b-aa8e-2ce3096f1321" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.465934] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f33bbf53-b9f7-429b-aa8e-2ce3096f1321" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.466243] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f33bbf53-b9f7-429b-aa8e-2ce3096f1321" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.466473] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.466602] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.467408] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.467408] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.467408] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.467408] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f33bbf53-b9f7-429b-aa8e-2ce3096f1321" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.467408] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f33bbf53-b9f7-429b-aa8e-2ce3096f1321',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.468592] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4195b674-bb3a-4be7-90ce-013dad6559bd in Status: SUCCESS [ 649.468732] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4195b674-bb3a-4be7-90ce-013dad6559bd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.468881] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4195b674-bb3a-4be7-90ce-013dad6559bd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.469093] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4195b674-bb3a-4be7-90ce-013dad6559bd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.469251] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.469355] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.469409] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.469555] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.469629] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.469774] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4195b674-bb3a-4be7-90ce-013dad6559bd',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.548947] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05c337f8-5816-4d66-9ff8-c8d168760a92 [ 649.549225] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.549362] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.549442] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.549638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.549723] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.549853] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05c337f8-5816-4d66-9ff8-c8d168760a92 already deleted. [ 649.549972] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05c337f8-5816-4d66-9ff8-c8d168760a92" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.560324] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.560524] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.560581] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.560767] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.560850] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.560950] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 is going to be created. [ 649.594307] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.594501] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.594646] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.594912] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.595103] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.607606] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: UNINITIALIZED for 2s [ 649.976430] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4195b674-bb3a-4be7-90ce-013dad6559bd',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.978075] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f33bbf53-b9f7-429b-aa8e-2ce3096f1321',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.194046] env[69148]: INFO networking_nsxv3.common.synchronization [req-dc43d404-0fda-417a-a84c-a45b06dc3192 req-b4baae18-6816-42b3-875f-91a4f2137d92 service nova] Enqueued Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_rules [ 650.194248] env[69148]: INFO networking_nsxv3.common.synchronization [req-dc43d404-0fda-417a-a84c-a45b06dc3192 req-b4baae18-6816-42b3-875f-91a4f2137d92 service nova] Enqueued Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_members [ 650.194385] env[69148]: INFO networking_nsxv3.common.synchronization [req-dc43d404-0fda-417a-a84c-a45b06dc3192 req-b4baae18-6816-42b3-875f-91a4f2137d92 service nova] Enqueued Resource ID: af7c8e2c-c27e-46b7-b003-0def77309753 with Priority: HIGHEST for action port [ 650.194641] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_rules [ 650.194782] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_members [ 650.194913] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af7c8e2c-c27e-46b7-b003-0def77309753 with Priority: HIGHEST for action port [ 650.195536] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.195640] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.195868] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.195957] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.197577] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-af7c8e2c-c27e-46b7-b003-0def77309753 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.198428] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af7c8e2c-c27e-46b7-b003-0def77309753" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.198530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af7c8e2c-c27e-46b7-b003-0def77309753" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.198712] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af7c8e2c-c27e-46b7-b003-0def77309753" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.198806] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af7c8e2c-c27e-46b7-b003-0def77309753',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.483150] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4195b674-bb3a-4be7-90ce-013dad6559bd',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.483150] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f33bbf53-b9f7-429b-aa8e-2ce3096f1321: rpc.has_security_group_logging(os_id): False [ 650.508931] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.508931] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.508931] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.508931] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.508931] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.508931] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.509375] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.509375] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.510390] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.510390] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.510390] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f33bbf53-b9f7-429b-aa8e-2ce3096f1321 is going to be created. [ 650.572051] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.572051] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.572051] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.572051] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.572051] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.584099] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f33bbf53-b9f7-429b-aa8e-2ce3096f1321 in Status: IN_PROGRESS for 2s [ 650.702816] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af7c8e2c-c27e-46b7-b003-0def77309753 with status ACTIVE [ 650.703190] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.703402] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.703581] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.703810] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.703946] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.704259] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.704411] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.704512] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.704760] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.704887] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.708117] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.708281] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.708484] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.708771] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.709833] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.709973] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af7c8e2c-c27e-46b7-b003-0def77309753 is going to be updated. [ 650.730348] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.730487] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.730560] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.730845] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.730939] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.731092] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af7c8e2c-c27e-46b7-b003-0def77309753" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.986725] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.987024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.987024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.987375] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.987375] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.987375] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4195b674-bb3a-4be7-90ce-013dad6559bd is going to be updated. [ 651.016276] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.016522] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.016522] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.016659] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.016909] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.026647] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4195b674-bb3a-4be7-90ce-013dad6559bd in Status: IN_PROGRESS for 2s [ 651.108244] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c2db0a-930f-4403-abe1-62c64013579f in Status: SUCCESS [ 651.108457] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.108961] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.108961] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.109120] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.109268] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.109311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.109478] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.109575] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.109676] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.109778] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5c2db0a-930f-4403-abe1-62c64013579f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.113927] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: SUCCESS [ 651.114153] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.114328] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.114552] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.114766] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.114891] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.114958] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.115144] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.115231] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.115335] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5c2db0a-930f-4403-abe1-62c64013579f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.116187] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.116360] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.116528] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.116672] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.116827] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.117016] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.117154] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.117194] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.117379] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.119049] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.119138] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.120196] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.120196] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.120196] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.120196] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.120196] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.120196] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.179807] env[69148]: INFO networking_nsxv3.common.synchronization [None req-64b4f11a-7b04-495f-b95a-3dbcbed7be24 None None] Enqueued Resource ID: 303c4763-56d5-42f6-afdd-b873ff9a4c33 with Priority: HIGHEST for action port [ 651.180419] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 303c4763-56d5-42f6-afdd-b873ff9a4c33 with Priority: HIGHEST for action port [ 651.180746] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-303c4763-56d5-42f6-afdd-b873ff9a4c33 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.180923] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-303c4763-56d5-42f6-afdd-b873ff9a4c33" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.181145] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-303c4763-56d5-42f6-afdd-b873ff9a4c33" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.181417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-303c4763-56d5-42f6-afdd-b873ff9a4c33" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.181496] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('303c4763-56d5-42f6-afdd-b873ff9a4c33',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.278997] env[69148]: INFO networking_nsxv3.common.synchronization [req-34961e5c-3cd9-4dd0-89ef-717747155c23 req-c95d4f58-ccd1-432d-9f65-cceb4d35bc78 tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Enqueued Resource ID: 0221c5e9-470b-4ea1-b3ff-9bffd700dfd5 with Priority: HIGHEST for action security_group_members [ 651.278997] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0221c5e9-470b-4ea1-b3ff-9bffd700dfd5 with Priority: HIGHEST for action security_group_members [ 651.278997] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.278997] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.278997] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.279930] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.280290] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.280546] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.280729] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.281029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.281782] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.281782] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0221c5e9-470b-4ea1-b3ff-9bffd700dfd5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.620063] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: SUCCESS [ 651.621162] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.621162] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5c2db0a-930f-4403-abe1-62c64013579f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.622014] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5c2db0a-930f-4403-abe1-62c64013579f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.623027] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.623027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.627018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.627018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.627018] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.627018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.627018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.627018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.627018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.627018] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.627018] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.634025] env[69148]: INFO networking_nsxv3.common.synchronization [None req-74f16cc9-c14c-46f0-ad14-febde8cefea2 None None] Enqueued Resource ID: 1cfdf942-e83c-4bf8-8738-37b53de56d63 with Priority: HIGHEST for action port [ 651.634215] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cfdf942-e83c-4bf8-8738-37b53de56d63 with Priority: HIGHEST for action port [ 651.634816] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cfdf942-e83c-4bf8-8738-37b53de56d63 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.635113] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cfdf942-e83c-4bf8-8738-37b53de56d63" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.635271] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cfdf942-e83c-4bf8-8738-37b53de56d63" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.635716] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cfdf942-e83c-4bf8-8738-37b53de56d63" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.635882] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cfdf942-e83c-4bf8-8738-37b53de56d63',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.684285] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 303c4763-56d5-42f6-afdd-b873ff9a4c33 [ 651.684774] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.684883] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.684883] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.685106] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.685319] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.685319] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:303c4763-56d5-42f6-afdd-b873ff9a4c33 already deleted. [ 651.685630] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-303c4763-56d5-42f6-afdd-b873ff9a4c33" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.784557] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.784878] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.785151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.785832] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.785832] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.785832] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.785832] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.786334] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.786334] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.786334] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.786567] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0221c5e9-470b-4ea1-b3ff-9bffd700dfd5 already deleted. [ 651.786567] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.978018] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-105 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.978018] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-105" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.978018] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-105" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.978401] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-105" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.978643] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.978831] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.978957] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.979554] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.979658] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.979916] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.980073] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.980146] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.980259] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.980376] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.980634] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.980634] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.000734] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.000734] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 652.000734] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.000734] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-105" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.003072] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-f5c8f084-adbe-480e-8778-33d5a81e3b7e taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.003354] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-f5c8f084-adbe-480e-8778-33d5a81e3b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.003513] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-f5c8f084-adbe-480e-8778-33d5a81e3b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.005561] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-f5c8f084-adbe-480e-8778-33d5a81e3b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.005561] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5c8f084-adbe-480e-8778-33d5a81e3b7e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.136029] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.136029] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5c2db0a-930f-4403-abe1-62c64013579f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.136029] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5c2db0a-930f-4403-abe1-62c64013579f: rpc.has_security_group_logging(os_id): False [ 652.140575] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1cfdf942-e83c-4bf8-8738-37b53de56d63 [ 652.141453] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.142168] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.142677] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.143248] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.143457] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.143667] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1cfdf942-e83c-4bf8-8738-37b53de56d63 already deleted. [ 652.144011] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cfdf942-e83c-4bf8-8738-37b53de56d63" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.145161] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.160820] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.161066] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.161381] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.162256] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.162256] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.162256] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.164090] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.164285] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.164671] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.164844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.165053] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5c2db0a-930f-4403-abe1-62c64013579f is going to be created. [ 652.219438] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.219708] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.219708] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.219964] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.220205] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.230683] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5c2db0a-930f-4403-abe1-62c64013579f in Status: IN_PROGRESS for 2s [ 652.510444] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.511255] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.511255] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.511255] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.512223] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.512223] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port f5c8f084-adbe-480e-8778-33d5a81e3b7e not found, creating... [ 652.512223] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.512223] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.512223] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.512676] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.512676] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.512948] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.513062] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.514271] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.514271] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.514387] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.514543] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: f5c8f084-adbe-480e-8778-33d5a81e3b7e is going to be created. [ 652.545605] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.545867] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.545994] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.549317] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.549582] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.559155] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-f5c8f084-adbe-480e-8778-33d5a81e3b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.597031] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f33bbf53-b9f7-429b-aa8e-2ce3096f1321 in Status: SUCCESS [ 652.597383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f33bbf53-b9f7-429b-aa8e-2ce3096f1321" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.641189] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.648022] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.648022] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.648022] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.648022] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.648022] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.648022] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5c2db0a-930f-4403-abe1-62c64013579f is going to be updated. [ 652.648022] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.648022] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.648022] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.648022] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.648022] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.648022] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 is going to be updated. [ 652.679115] env[69148]: INFO networking_nsxv3.common.synchronization [req-c93ea6fe-7753-40b5-90bf-b0f20d3b922d req-4d5c721d-cca3-4a7a-ae89-d4f35d506a06 tempest-ServerDiagnosticsTest-1950255582 tempest-ServerDiagnosticsTest-1950255582-project-member] Enqueued Resource ID: 8fd623e5-8c69-4d14-9fb6-56b13a1830b1 with Priority: HIGHEST for action security_group_members [ 652.680186] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd623e5-8c69-4d14-9fb6-56b13a1830b1 with Priority: HIGHEST for action security_group_members [ 652.680186] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fd623e5-8c69-4d14-9fb6-56b13a1830b1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.680186] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.680186] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.680401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.680508] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.680786] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.680786] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.680786] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.680937] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.680982] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fd623e5-8c69-4d14-9fb6-56b13a1830b1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.695423] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.695615] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.695746] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.695942] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.699678] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.702880] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.702880] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.702880] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.703152] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.703252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.715032] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: IN_PROGRESS for 2s [ 652.716209] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c2db0a-930f-4403-abe1-62c64013579f in Status: IN_PROGRESS for 2s [ 653.038883] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4195b674-bb3a-4be7-90ce-013dad6559bd in Status: SUCCESS [ 653.038883] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4195b674-bb3a-4be7-90ce-013dad6559bd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.038883] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4195b674-bb3a-4be7-90ce-013dad6559bd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.038883] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4195b674-bb3a-4be7-90ce-013dad6559bd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.038883] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.038883] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.038883] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.038883] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.038883] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.038883] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4195b674-bb3a-4be7-90ce-013dad6559bd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.038883] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4195b674-bb3a-4be7-90ce-013dad6559bd',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.145496] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.145496] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.145496] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.145813] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.146021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.146021] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 is going to be updated. [ 653.188480] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.188637] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.188720] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.188913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.189016] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.189222] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.189322] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.189386] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.189541] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.189617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.189706] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fd623e5-8c69-4d14-9fb6-56b13a1830b1 is going to be updated. [ 653.225913] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.226073] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.226149] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.226439] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.228571] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.236671] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.236671] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.236671] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.236671] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.236671] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.236671] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: IN_PROGRESS for 2s [ 653.242526] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fd623e5-8c69-4d14-9fb6-56b13a1830b1 in Status: IN_PROGRESS for 2s [ 653.541350] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4195b674-bb3a-4be7-90ce-013dad6559bd',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.045983] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4195b674-bb3a-4be7-90ce-013dad6559bd: rpc.has_security_group_logging(os_id): False [ 654.065175] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.065175] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.065175] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.065425] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.066278] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.066278] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.066278] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.066278] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.066278] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.066278] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.066969] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4195b674-bb3a-4be7-90ce-013dad6559bd is going to be created. [ 654.072808] env[69148]: INFO networking_nsxv3.common.synchronization [None req-29d1f028-eca3-4550-b3f6-7b23092ebf95 None None] Enqueued Resource ID: f0f08190-19c6-47d3-8b65-f0455c9afd46 with Priority: HIGHEST for action port [ 654.078032] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f08190-19c6-47d3-8b65-f0455c9afd46 with Priority: HIGHEST for action port [ 654.078032] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0f08190-19c6-47d3-8b65-f0455c9afd46 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.078032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0f08190-19c6-47d3-8b65-f0455c9afd46" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.078032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0f08190-19c6-47d3-8b65-f0455c9afd46" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.078032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0f08190-19c6-47d3-8b65-f0455c9afd46" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.078032] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0f08190-19c6-47d3-8b65-f0455c9afd46',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.126466] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.126466] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.126466] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.126715] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.126776] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.140341] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4195b674-bb3a-4be7-90ce-013dad6559bd in Status: IN_PROGRESS for 2s [ 654.256767] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5c2db0a-930f-4403-abe1-62c64013579f in Status: SUCCESS [ 654.257012] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.257294] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.257449] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.257535] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5c2db0a-930f-4403-abe1-62c64013579f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.394189] env[69148]: INFO networking_nsxv3.common.synchronization [req-34961e5c-3cd9-4dd0-89ef-717747155c23 req-b4eefe4e-cd29-4c9c-bc22-320a4567d347 service nova] Enqueued Resource ID: 0221c5e9-470b-4ea1-b3ff-9bffd700dfd5 with Priority: HIGHEST for action security_group_rules [ 654.394436] env[69148]: INFO networking_nsxv3.common.synchronization [req-34961e5c-3cd9-4dd0-89ef-717747155c23 req-b4eefe4e-cd29-4c9c-bc22-320a4567d347 service nova] Enqueued Resource ID: 0221c5e9-470b-4ea1-b3ff-9bffd700dfd5 with Priority: HIGHEST for action security_group_members [ 654.394607] env[69148]: INFO networking_nsxv3.common.synchronization [req-34961e5c-3cd9-4dd0-89ef-717747155c23 req-b4eefe4e-cd29-4c9c-bc22-320a4567d347 service nova] Enqueued Resource ID: f5c8f084-adbe-480e-8778-33d5a81e3b7e with Priority: HIGHEST for action port [ 654.395271] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0221c5e9-470b-4ea1-b3ff-9bffd700dfd5 with Priority: HIGHEST for action security_group_rules [ 654.395322] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0221c5e9-470b-4ea1-b3ff-9bffd700dfd5 with Priority: HIGHEST for action security_group_members [ 654.395481] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5c8f084-adbe-480e-8778-33d5a81e3b7e with Priority: HIGHEST for action port [ 654.395824] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.396307] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.396868] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.397194] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.397305] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0221c5e9-470b-4ea1-b3ff-9bffd700dfd5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.398356] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.398479] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.398548] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.398738] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.399060] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.399060] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.399177] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.399830] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.399830] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.399830] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0221c5e9-470b-4ea1-b3ff-9bffd700dfd5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.400502] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5c8f084-adbe-480e-8778-33d5a81e3b7e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.400666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5c8f084-adbe-480e-8778-33d5a81e3b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.400752] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5c8f084-adbe-480e-8778-33d5a81e3b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.400915] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5c8f084-adbe-480e-8778-33d5a81e3b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.400998] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5c8f084-adbe-480e-8778-33d5a81e3b7e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.579355] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0f08190-19c6-47d3-8b65-f0455c9afd46 [ 654.582565] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.582565] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.582565] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.582565] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.582565] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.582565] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0f08190-19c6-47d3-8b65-f0455c9afd46 already deleted. [ 654.582565] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0f08190-19c6-47d3-8b65-f0455c9afd46" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.728648] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c2db0a-930f-4403-abe1-62c64013579f in Status: SUCCESS [ 654.728871] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.729605] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: SUCCESS [ 654.729877] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.729950] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.730153] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.730419] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.730716] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.730716] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.730716] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.730716] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.731148] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5c2db0a-930f-4403-abe1-62c64013579f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.733085] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.733085] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.733248] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.733356] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.733632] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.733632] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.733632] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.733764] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.761136] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c2db0a-930f-4403-abe1-62c64013579f taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.761267] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.903493] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.903614] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.903925] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0221c5e9-470b-4ea1-b3ff-9bffd700dfd5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.904899] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5c8f084-adbe-480e-8778-33d5a81e3b7e with status ACTIVE [ 654.905745] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.905745] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.905745] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.906181] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.906181] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.906181] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.906328] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.906328] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.906945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.906945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.906945] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.906945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.906945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.908575] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.908575] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.908575] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5c8f084-adbe-480e-8778-33d5a81e3b7e is going to be updated. [ 654.931183] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.931522] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.931522] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.931631] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.931719] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.931877] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5c8f084-adbe-480e-8778-33d5a81e3b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.235899] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5c2db0a-930f-4403-abe1-62c64013579f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.239632] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.247934] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: SUCCESS [ 655.248399] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.249054] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.249425] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.249891] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.250521] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.250521] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.250917] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.251856] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.251856] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.251856] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.254228] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.255038] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.255038] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.255038] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.255038] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.255381] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.255588] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.255824] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.260940] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fd623e5-8c69-4d14-9fb6-56b13a1830b1 in Status: SUCCESS [ 655.261748] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fd623e5-8c69-4d14-9fb6-56b13a1830b1 deletion is rescheduled due to dependency. [ 655.261748] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.410973] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0221c5e9-470b-4ea1-b3ff-9bffd700dfd5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.746231] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.747557] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5c2db0a-930f-4403-abe1-62c64013579f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.757963] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.757963] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.757963] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.915427] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.915633] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.915807] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.916103] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.916193] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.916328] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0221c5e9-470b-4ea1-b3ff-9bffd700dfd5 is going to be created. [ 655.945021] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.945021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.945021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.945021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.945021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.954611] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0221c5e9-470b-4ea1-b3ff-9bffd700dfd5 in Status: UNINITIALIZED for 2s [ 656.152704] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4195b674-bb3a-4be7-90ce-013dad6559bd in Status: SUCCESS [ 656.153001] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4195b674-bb3a-4be7-90ce-013dad6559bd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.251540] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.252049] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.252049] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.252049] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.252247] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.252247] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 is going to be updated. [ 656.256459] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.256459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.256459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.256459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.256459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.256459] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5c2db0a-930f-4403-abe1-62c64013579f is going to be updated. [ 656.263839] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.291485] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.291625] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.291818] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.291935] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.292097] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.294329] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.294497] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.294570] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.294957] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.295132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.307892] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c2db0a-930f-4403-abe1-62c64013579f in Status: IN_PROGRESS for 2s [ 656.309288] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: IN_PROGRESS for 2s [ 656.765534] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.766335] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.768398] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.768398] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.768398] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.768398] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 is going to be updated. [ 656.772095] env[69148]: INFO networking_nsxv3.common.synchronization [req-03dfd042-5ac8-419f-9447-f1fc0d164207 req-d52d43d7-b9d6-441b-8da4-c8d91481e26f tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Enqueued Resource ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 with Priority: HIGHEST for action security_group_members [ 656.773728] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 with Priority: HIGHEST for action security_group_members [ 656.774039] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b276b539-e3ae-42d5-bbd3-df66bbb127d1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.774506] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.774506] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.776377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.776377] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.776377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.776377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.776377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.776377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.776377] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b276b539-e3ae-42d5-bbd3-df66bbb127d1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.798882] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.799118] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.799118] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.799325] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.800351] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.819425] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: IN_PROGRESS for 2s [ 657.073848] env[69148]: INFO networking_nsxv3.common.synchronization [None req-ff131efc-ed6e-4d43-a2a3-5582eb23742e None None] Enqueued Resource ID: 7b5a02a6-4901-4507-a4df-c7dbb13064d1 with Priority: HIGHEST for action port [ 657.073848] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b5a02a6-4901-4507-a4df-c7dbb13064d1 with Priority: HIGHEST for action port [ 657.075247] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b5a02a6-4901-4507-a4df-c7dbb13064d1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.076605] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b5a02a6-4901-4507-a4df-c7dbb13064d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.076605] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b5a02a6-4901-4507-a4df-c7dbb13064d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.076605] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b5a02a6-4901-4507-a4df-c7dbb13064d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.076605] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b5a02a6-4901-4507-a4df-c7dbb13064d1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.206423] env[69148]: INFO networking_nsxv3.common.synchronization [None req-b2982f20-25e2-4c20-98c6-cbbc9299af33 None None] Enqueued Resource ID: 586cba51-e645-4129-a85b-16b576c745e1 with Priority: HIGHEST for action port [ 657.207050] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586cba51-e645-4129-a85b-16b576c745e1 with Priority: HIGHEST for action port [ 657.207523] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-586cba51-e645-4129-a85b-16b576c745e1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.207651] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-586cba51-e645-4129-a85b-16b576c745e1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.207695] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-586cba51-e645-4129-a85b-16b576c745e1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.208026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-586cba51-e645-4129-a85b-16b576c745e1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.208146] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('586cba51-e645-4129-a85b-16b576c745e1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.279375] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.279764] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.279764] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.279910] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.279973] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.280151] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.280239] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.280303] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.280470] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.280557] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.280646] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 already deleted. [ 657.280722] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.448269] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-20 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.448269] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-20" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.448269] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-20" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.448799] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-20" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.449279] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.450037] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.450345] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.450805] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.451139] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.451616] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 657.451900] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.452189] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.452432] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.452694] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 657.452950] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.453947] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.484886] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.484886] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 657.484886] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.484886] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-20" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.484886] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.485571] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.485873] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.486365] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.487329] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1973ea4e-dcfc-45b7-80d3-ecd0f48765b9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.577954] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b5a02a6-4901-4507-a4df-c7dbb13064d1 [ 657.578219] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.578362] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.578446] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.578859] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.578859] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.578978] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b5a02a6-4901-4507-a4df-c7dbb13064d1 already deleted. [ 657.578978] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b5a02a6-4901-4507-a4df-c7dbb13064d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.710562] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 586cba51-e645-4129-a85b-16b576c745e1 [ 657.710562] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.710659] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.710767] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.710922] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.711017] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.711108] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:586cba51-e645-4129-a85b-16b576c745e1 already deleted. [ 657.711187] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-586cba51-e645-4129-a85b-16b576c745e1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.836155] env[69148]: INFO networking_nsxv3.common.synchronization [None req-9ce945d4-0d72-4e4a-b037-ff1b63741852 None None] Enqueued Resource ID: 068b2378-0a87-44c8-a446-6172a48ab055 with Priority: HIGHEST for action port [ 657.836155] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 068b2378-0a87-44c8-a446-6172a48ab055 with Priority: HIGHEST for action port [ 657.836552] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-068b2378-0a87-44c8-a446-6172a48ab055 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.836955] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-068b2378-0a87-44c8-a446-6172a48ab055" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.836955] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-068b2378-0a87-44c8-a446-6172a48ab055" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.836955] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-068b2378-0a87-44c8-a446-6172a48ab055" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.836955] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('068b2378-0a87-44c8-a446-6172a48ab055',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.965328] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0221c5e9-470b-4ea1-b3ff-9bffd700dfd5 in Status: SUCCESS [ 657.967457] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.967457] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.967457] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.967457] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.967457] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.967457] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.967457] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.967457] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.967457] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.967457] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0221c5e9-470b-4ea1-b3ff-9bffd700dfd5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.992720] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.992720] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.992720] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.992720] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.992720] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.993130] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 not found, creating... [ 657.993130] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.993414] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.993414] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.993579] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.993719] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.994034] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.994669] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.994669] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.994669] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.994669] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.995129] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 is going to be created. [ 658.013405] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.013774] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.013959] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.014631] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.014631] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.014766] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.332924] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: SUCCESS [ 658.332924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.332924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.332924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.332924] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.332924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.332924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.332924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.332924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.332924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.332924] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.332924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.332924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.332924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.332924] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.332924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.332924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.332924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.332924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.334109] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.334109] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.334109] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c2db0a-930f-4403-abe1-62c64013579f in Status: SUCCESS [ 658.334109] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.334109] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.334109] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.334109] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.334109] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.334109] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.334109] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.334109] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.334109] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.334109] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5c2db0a-930f-4403-abe1-62c64013579f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.345311] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 068b2378-0a87-44c8-a446-6172a48ab055 [ 658.345311] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.345311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.345311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.345311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.345311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.345311] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:068b2378-0a87-44c8-a446-6172a48ab055 already deleted. [ 658.345311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-068b2378-0a87-44c8-a446-6172a48ab055" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.472630] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.472932] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.472932] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.473369] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.474080] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.474080] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.474080] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.474080] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.474080] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.474080] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.474549] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.474627] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.474756] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.474968] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.475107] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.475317] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.475399] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.475623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.475623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.476308] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.476308] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0221c5e9-470b-4ea1-b3ff-9bffd700dfd5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.827275] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d277da6-fb39-4bf5-9ba6-681a973593b0: rpc.has_security_group_logging(os_id): False [ 658.830210] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: SUCCESS [ 658.830417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.830660] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5c2db0a-930f-4403-abe1-62c64013579f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.832922] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.833183] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.833396] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.833510] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.833573] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.833728] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.833807] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.833889] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.834051] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.834145] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.834206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.835015] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.835015] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.835015] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.835015] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.835015] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.835015] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.835015] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.835364] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.850988] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.850988] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.850988] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.851308] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.851362] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.851583] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.851902] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.851902] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.851902] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.852012] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.852157] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.852250] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.852313] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.852452] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.852527] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.852707] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.852799] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.852864] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.853117] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.853218] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.853505] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 is going to be updated. [ 658.907266] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.907400] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.907468] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.907675] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.907822] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.920339] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: IN_PROGRESS for 2s [ 658.979029] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0221c5e9-470b-4ea1-b3ff-9bffd700dfd5: rpc.has_security_group_logging(os_id): False [ 658.995618] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.996059] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.996059] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.996059] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.996269] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.996330] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.996445] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.996760] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.996760] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.996760] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.996878] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.996975] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.997055] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.997204] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.997255] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.997472] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.997526] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.997775] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.997775] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.997775] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.998565] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0221c5e9-470b-4ea1-b3ff-9bffd700dfd5 is going to be created. [ 659.066212] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.066364] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.066438] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.067135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.067331] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.075865] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0221c5e9-470b-4ea1-b3ff-9bffd700dfd5 in Status: IN_PROGRESS for 2s [ 659.106809] env[69148]: INFO networking_nsxv3.common.synchronization [req-03dfd042-5ac8-419f-9447-f1fc0d164207 req-38355eb5-10dd-43a2-85c8-45ff62ba5ca8 service nova] Enqueued Resource ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 with Priority: HIGHEST for action security_group_rules [ 659.107147] env[69148]: INFO networking_nsxv3.common.synchronization [req-03dfd042-5ac8-419f-9447-f1fc0d164207 req-38355eb5-10dd-43a2-85c8-45ff62ba5ca8 service nova] Enqueued Resource ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 with Priority: HIGHEST for action security_group_members [ 659.107347] env[69148]: INFO networking_nsxv3.common.synchronization [req-03dfd042-5ac8-419f-9447-f1fc0d164207 req-38355eb5-10dd-43a2-85c8-45ff62ba5ca8 service nova] Enqueued Resource ID: 1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 with Priority: HIGHEST for action port [ 659.107685] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 with Priority: HIGHEST for action security_group_rules [ 659.107792] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 with Priority: HIGHEST for action security_group_members [ 659.107875] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 with Priority: HIGHEST for action port [ 659.108460] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b276b539-e3ae-42d5-bbd3-df66bbb127d1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.108601] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.109247] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.109247] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.109712] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b276b539-e3ae-42d5-bbd3-df66bbb127d1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.111112] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b276b539-e3ae-42d5-bbd3-df66bbb127d1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.111112] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.111112] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.111112] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.111112] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.111112] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.111365] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.111365] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.111365] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.111698] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b276b539-e3ae-42d5-bbd3-df66bbb127d1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.112324] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.113252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.113252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.113252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.113252] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1973ea4e-dcfc-45b7-80d3-ecd0f48765b9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.337066] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5c2db0a-930f-4403-abe1-62c64013579f: rpc.has_security_group_logging(os_id): False [ 659.341015] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d8db368-2825-4d8c-a8d2-bdd0e90e3511: rpc.has_security_group_logging(os_id): False [ 659.357273] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.357507] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.360563] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.360563] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.360563] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.360563] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.360563] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.360563] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.360563] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.360563] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.360563] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5c2db0a-930f-4403-abe1-62c64013579f is going to be updated. [ 659.361868] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.362196] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.362196] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.362196] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.362358] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.362423] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.362505] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.362764] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.362764] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.362840] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.362980] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.363092] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.363156] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.363307] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.363382] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.363566] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.363651] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.363711] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.363850] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.363926] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.365166] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 is going to be created. [ 659.418180] env[69148]: INFO networking_nsxv3.common.synchronization [req-3e57ea9e-e1da-4980-bd0c-95f0071c5cec req-95189342-6637-4f9d-b753-51e31ce420b6 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Enqueued Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_members [ 659.420244] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_members [ 659.421736] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.421915] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.421994] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.422234] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.422475] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.422559] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.422559] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.422705] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.422792] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.422906] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.438317] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.438599] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.438599] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.440576] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.440576] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.443574] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.443923] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.443923] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.445435] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.446459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.456042] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: IN_PROGRESS for 2s [ 659.458261] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5c2db0a-930f-4403-abe1-62c64013579f in Status: IN_PROGRESS for 2s [ 659.508436] env[69148]: INFO networking_nsxv3.common.synchronization [None req-3af40c6e-176f-4d02-aeb0-ccf3c807a8c1 None None] Enqueued Resource ID: 34d0dc57-41ee-4c58-bc7a-0052f85c42c8 with Priority: HIGHEST for action port [ 659.508436] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34d0dc57-41ee-4c58-bc7a-0052f85c42c8 with Priority: HIGHEST for action port [ 659.508436] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-34d0dc57-41ee-4c58-bc7a-0052f85c42c8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.508436] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34d0dc57-41ee-4c58-bc7a-0052f85c42c8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.508436] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34d0dc57-41ee-4c58-bc7a-0052f85c42c8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.508436] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34d0dc57-41ee-4c58-bc7a-0052f85c42c8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.508693] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34d0dc57-41ee-4c58-bc7a-0052f85c42c8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.616178] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b276b539-e3ae-42d5-bbd3-df66bbb127d1 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.616178] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.616178] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b276b539-e3ae-42d5-bbd3-df66bbb127d1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.617029] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 with status ACTIVE [ 659.617169] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.617305] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.617400] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.617667] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.617773] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.617970] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.618120] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.618188] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.618358] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.618461] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.619189] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.619189] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.619189] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.619189] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.619189] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.619189] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 is going to be updated. [ 659.647199] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.648233] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.648233] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.648233] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.648392] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.648542] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.927562] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.927993] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.927993] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.927993] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.928124] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.928375] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.928375] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.928578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.928578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.928653] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.928846] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 is going to be updated. [ 659.953344] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.953522] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.953618] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.953889] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.954039] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.962824] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: IN_PROGRESS for 2s [ 660.010608] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34d0dc57-41ee-4c58-bc7a-0052f85c42c8 [ 660.010849] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.011161] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.011161] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.011288] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.011364] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.011891] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34d0dc57-41ee-4c58-bc7a-0052f85c42c8 already deleted. [ 660.011891] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34d0dc57-41ee-4c58-bc7a-0052f85c42c8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.127474] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b276b539-e3ae-42d5-bbd3-df66bbb127d1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.177933] env[69148]: INFO networking_nsxv3.common.synchronization [None req-8c7fee8c-f2ad-4d34-bbab-096efd765f95 None None] Enqueued Resource ID: cfc09f8e-8266-4941-8370-59ff771e949f with Priority: HIGHEST for action port [ 660.178678] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc09f8e-8266-4941-8370-59ff771e949f with Priority: HIGHEST for action port [ 660.179240] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfc09f8e-8266-4941-8370-59ff771e949f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.180480] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfc09f8e-8266-4941-8370-59ff771e949f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.180480] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfc09f8e-8266-4941-8370-59ff771e949f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.180480] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfc09f8e-8266-4941-8370-59ff771e949f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.180480] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfc09f8e-8266-4941-8370-59ff771e949f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.361913] env[69148]: INFO networking_nsxv3.common.synchronization [None req-48456d5a-26e0-4b0d-bb66-c85e1457472c tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Enqueued Resource ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed with Priority: HIGHEST for action security_group_rules [ 660.362561] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed with Priority: HIGHEST for action security_group_rules [ 660.362861] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f112d3f7-ff91-4ac1-bca7-54fab98909ed taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.362994] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.367455] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.367455] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.367455] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f112d3f7-ff91-4ac1-bca7-54fab98909ed',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.499836] env[69148]: INFO networking_nsxv3.common.synchronization [None req-2c1945f6-728f-47fe-8cdd-1eac68438d3c tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Enqueued Resource ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed with Priority: HIGHEST for action security_group_rules [ 660.500423] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed with Priority: HIGHEST for action security_group_rules [ 660.500740] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f112d3f7-ff91-4ac1-bca7-54fab98909ed taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.500870] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.633642] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.633642] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.633642] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.633642] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.633642] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.633642] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 is going to be created. [ 660.654939] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.655076] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.655143] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.656239] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.656392] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.664911] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 in Status: UNINITIALIZED for 2s [ 660.678893] env[69148]: INFO networking_nsxv3.common.synchronization [None req-3a158ec0-d7fe-4e4b-bb7e-b4960d447787 None None] Enqueued Resource ID: 6e915a6d-390c-43ee-a2ba-49833b36dd0e with Priority: HIGHEST for action port [ 660.678944] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e915a6d-390c-43ee-a2ba-49833b36dd0e with Priority: HIGHEST for action port [ 660.679554] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e915a6d-390c-43ee-a2ba-49833b36dd0e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.679731] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e915a6d-390c-43ee-a2ba-49833b36dd0e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.679811] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e915a6d-390c-43ee-a2ba-49833b36dd0e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.680158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e915a6d-390c-43ee-a2ba-49833b36dd0e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.680267] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e915a6d-390c-43ee-a2ba-49833b36dd0e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.686534] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfc09f8e-8266-4941-8370-59ff771e949f [ 660.686534] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.686534] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.686534] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.686534] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.686793] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.687257] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfc09f8e-8266-4941-8370-59ff771e949f already deleted. [ 660.687409] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfc09f8e-8266-4941-8370-59ff771e949f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.868706] env[69148]: INFO networking_nsxv3.common.synchronization [None req-b9c813ed-d9dc-43d8-901c-61a07fd9f292 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Enqueued Resource ID: 0f75609d-3f36-40dc-8433-9981b3ccab9e with Priority: HIGHEST for action security_group_rules [ 660.871605] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f75609d-3f36-40dc-8433-9981b3ccab9e with Priority: HIGHEST for action security_group_rules [ 660.872967] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f75609d-3f36-40dc-8433-9981b3ccab9e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.872967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.872967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.873203] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.873203] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f75609d-3f36-40dc-8433-9981b3ccab9e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.889556] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.889556] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.889556] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.889556] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.889870] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.889870] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed already deleted. [ 660.889870] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.890020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.890062] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.890112] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f112d3f7-ff91-4ac1-bca7-54fab98909ed',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.930837] env[69148]: INFO networking_nsxv3.common.synchronization [req-dd474640-ea66-4d47-bec5-7fbf69566b2d req-c1b18127-7819-410d-857d-aae906398655 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Enqueued Resource ID: e93156e7-c7b9-455d-b2a6-769155d728d3 with Priority: HIGHEST for action security_group_members [ 660.932132] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93156e7-c7b9-455d-b2a6-769155d728d3 with Priority: HIGHEST for action security_group_members [ 660.935913] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: SUCCESS [ 660.935913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.935913] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e93156e7-c7b9-455d-b2a6-769155d728d3 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.935913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.935913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.935913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.935913] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.935913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.935913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.935913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.935913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.935913] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e93156e7-c7b9-455d-b2a6-769155d728d3',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.936684] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.936810] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.936810] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.994394] env[69148]: INFO networking_nsxv3.common.synchronization [None req-64be9e0f-00ab-41b0-b427-aa536b7a742b tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Enqueued Resource ID: 0f75609d-3f36-40dc-8433-9981b3ccab9e with Priority: HIGHEST for action security_group_rules [ 660.995169] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f75609d-3f36-40dc-8433-9981b3ccab9e with Priority: HIGHEST for action security_group_rules [ 660.996094] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f75609d-3f36-40dc-8433-9981b3ccab9e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.996094] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.091305] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0221c5e9-470b-4ea1-b3ff-9bffd700dfd5 in Status: SUCCESS [ 661.091623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.184183] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e915a6d-390c-43ee-a2ba-49833b36dd0e [ 661.184183] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.184183] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.184183] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.184183] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.184183] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.184183] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e915a6d-390c-43ee-a2ba-49833b36dd0e already deleted. [ 661.184183] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e915a6d-390c-43ee-a2ba-49833b36dd0e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.393193] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.393490] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.393490] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.393607] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.393677] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.393777] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f75609d-3f36-40dc-8433-9981b3ccab9e already deleted. [ 661.393862] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.397579] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.397579] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.397579] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f75609d-3f36-40dc-8433-9981b3ccab9e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.412546] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.412652] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.412652] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.412896] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.412984] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.413445] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed already deleted. [ 661.413445] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.438738] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.438738] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.438738] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.439108] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.439108] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.439222] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.439275] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.439313] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.440879] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.440879] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.440879] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e93156e7-c7b9-455d-b2a6-769155d728d3 already deleted. [ 661.440879] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.440879] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.440879] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.440879] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.440879] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.440879] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.440879] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.440879] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.440879] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.440879] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.440879] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.441398] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.472682] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: SUCCESS [ 661.472682] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.472682] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.472682] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.472682] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.473312] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5c2db0a-930f-4403-abe1-62c64013579f in Status: SUCCESS [ 661.473521] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.862033] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-753 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.862804] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-753" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.862804] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-753" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.862804] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-753" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.863082] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.863345] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.863469] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.863713] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.863864] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.864836] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 661.866084] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.866084] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.866084] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.866084] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 661.866084] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.866084] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.884789] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.885012] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 661.885479] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.885479] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-753" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.885778] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-3c5739a5-f4ba-40a1-96df-a4a473b506be taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.885884] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-3c5739a5-f4ba-40a1-96df-a4a473b506be" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.885925] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-3c5739a5-f4ba-40a1-96df-a4a473b506be" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.886277] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-3c5739a5-f4ba-40a1-96df-a4a473b506be" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.886468] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c5739a5-f4ba-40a1-96df-a4a473b506be',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.927070] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.927209] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.927297] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.927478] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.927562] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.927657] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f75609d-3f36-40dc-8433-9981b3ccab9e already deleted. [ 661.927740] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.943115] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.943265] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.943265] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.943398] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.943564] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.943661] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.943717] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.944049] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.944049] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.944049] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.944216] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.944318] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.944318] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.944435] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.944570] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.944660] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.944816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.944979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.945068] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.945151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.945694] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.971114] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: SUCCESS [ 661.971761] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 deletion is rescheduled due to dependency. [ 661.971927] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.973621] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.973765] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.973814] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.974036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.975038] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.975038] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.975038] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.975038] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.975038] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.975038] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.975038] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.389037] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.389485] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.389819] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.390150] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.390325] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.390527] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 3c5739a5-f4ba-40a1-96df-a4a473b506be not found, creating... [ 662.390831] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.391039] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.391162] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.391426] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.391583] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.392057] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.392293] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.392553] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.392860] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.393022] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.393209] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 3c5739a5-f4ba-40a1-96df-a4a473b506be is going to be created. [ 662.413178] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.413463] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.413568] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.413911] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.414219] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.414540] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-3c5739a5-f4ba-40a1-96df-a4a473b506be" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.448303] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d277da6-fb39-4bf5-9ba6-681a973593b0: rpc.has_security_group_logging(os_id): False [ 662.466483] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.466635] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.466740] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.468158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.468158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.468158] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.468158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.468158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.468158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.468158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.468158] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.468158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.468158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.468158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.468158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.468575] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.468575] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.468575] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.468681] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.468681] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.468922] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 is going to be updated. [ 662.478393] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.478606] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.478754] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.479093] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.479508] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.479664] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.479760] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.480050] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.480203] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.480757] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.480757] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.480757] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.481482] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.481482] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.481482] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.481482] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.481482] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.481854] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.481854] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.481854] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.481996] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.560080] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.560080] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.560080] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.560080] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.560080] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.575019] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: IN_PROGRESS for 2s [ 662.674981] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 in Status: SUCCESS [ 662.675270] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.676025] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.676025] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.676025] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.676025] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.676025] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.676308] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.676308] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.676426] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.676462] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b276b539-e3ae-42d5-bbd3-df66bbb127d1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.984544] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d8db368-2825-4d8c-a8d2-bdd0e90e3511: rpc.has_security_group_logging(os_id): False [ 663.001832] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.001964] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.002045] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.002272] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.002360] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.002551] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.002727] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.002823] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.002989] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.003081] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.003290] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.003380] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.003438] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.003577] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.003645] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.003821] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.003907] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.003963] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.004325] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.004399] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.004485] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 is going to be updated. [ 663.067099] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.067260] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.067325] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.067768] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.067768] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.088988] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: IN_PROGRESS for 2s [ 663.180985] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b276b539-e3ae-42d5-bbd3-df66bbb127d1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.296274] env[69148]: INFO networking_nsxv3.common.synchronization [req-dd474640-ea66-4d47-bec5-7fbf69566b2d req-068c4629-59e0-492d-9c75-3adfb5878d74 service nova] Enqueued Resource ID: e93156e7-c7b9-455d-b2a6-769155d728d3 with Priority: HIGHEST for action security_group_rules [ 663.296484] env[69148]: INFO networking_nsxv3.common.synchronization [req-dd474640-ea66-4d47-bec5-7fbf69566b2d req-068c4629-59e0-492d-9c75-3adfb5878d74 service nova] Enqueued Resource ID: e93156e7-c7b9-455d-b2a6-769155d728d3 with Priority: HIGHEST for action security_group_members [ 663.296629] env[69148]: INFO networking_nsxv3.common.synchronization [req-dd474640-ea66-4d47-bec5-7fbf69566b2d req-068c4629-59e0-492d-9c75-3adfb5878d74 service nova] Enqueued Resource ID: 3c5739a5-f4ba-40a1-96df-a4a473b506be with Priority: HIGHEST for action port [ 663.297283] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93156e7-c7b9-455d-b2a6-769155d728d3 with Priority: HIGHEST for action security_group_rules [ 663.297428] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93156e7-c7b9-455d-b2a6-769155d728d3 with Priority: HIGHEST for action security_group_members [ 663.297526] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5739a5-f4ba-40a1-96df-a4a473b506be with Priority: HIGHEST for action port [ 663.297845] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e93156e7-c7b9-455d-b2a6-769155d728d3 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.298111] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.298111] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.298366] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.298407] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e93156e7-c7b9-455d-b2a6-769155d728d3',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.299475] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e93156e7-c7b9-455d-b2a6-769155d728d3 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.299549] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.299620] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.299813] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.299965] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.300098] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.300163] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.300310] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.300397] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.300485] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e93156e7-c7b9-455d-b2a6-769155d728d3',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.301313] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c5739a5-f4ba-40a1-96df-a4a473b506be taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.301434] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c5739a5-f4ba-40a1-96df-a4a473b506be" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.301536] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c5739a5-f4ba-40a1-96df-a4a473b506be" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.301672] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c5739a5-f4ba-40a1-96df-a4a473b506be" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.301832] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c5739a5-f4ba-40a1-96df-a4a473b506be',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.683994] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b276b539-e3ae-42d5-bbd3-df66bbb127d1: rpc.has_security_group_logging(os_id): False [ 663.701601] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.701858] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.701979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.702261] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.702409] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.702723] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.703344] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.703510] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.703995] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.703995] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.703995] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 is going to be created. [ 663.772279] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.772279] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.772279] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.772279] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.772279] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.781015] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 in Status: IN_PROGRESS for 2s [ 663.807040] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e93156e7-c7b9-455d-b2a6-769155d728d3',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.807040] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e93156e7-c7b9-455d-b2a6-769155d728d3 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.807040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.807040] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c5739a5-f4ba-40a1-96df-a4a473b506be with status ACTIVE [ 663.807040] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.807040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.807040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.807040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.807040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.807040] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.807040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.807040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.807040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.807040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.807972] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.808896] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.809131] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.809460] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.809676] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.812111] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c5739a5-f4ba-40a1-96df-a4a473b506be is going to be updated. [ 663.842898] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.842898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.842898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.842898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.842898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.842898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c5739a5-f4ba-40a1-96df-a4a473b506be" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.879709] env[69148]: INFO networking_nsxv3.common.synchronization [req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d req-d2e45370-c65c-407e-ac50-df64a2f172d1 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Enqueued Resource ID: 04e6b136-dfe3-4b1a-a922-0729d25ceb70 with Priority: HIGHEST for action security_group_members [ 663.879709] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e6b136-dfe3-4b1a-a922-0729d25ceb70 with Priority: HIGHEST for action security_group_members [ 663.879709] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e6b136-dfe3-4b1a-a922-0729d25ceb70 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.879709] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.879709] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.881863] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.881863] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.883938] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.883938] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.883938] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.883938] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.883938] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e6b136-dfe3-4b1a-a922-0729d25ceb70',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.313215] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e93156e7-c7b9-455d-b2a6-769155d728d3',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.388255] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.388255] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.388255] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.388255] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.388255] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.388255] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.388677] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.388915] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.389140] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.389227] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.389402] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e6b136-dfe3-4b1a-a922-0729d25ceb70 already deleted. [ 664.389454] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.595736] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: SUCCESS [ 664.596392] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.787117] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.787589] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.787589] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.787710] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.788828] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.790069] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.790069] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.790069] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.790069] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.790544] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 664.793747] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.793747] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.793747] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.793747] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 664.793747] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.793747] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.811712] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.811949] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 664.812062] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.812221] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.812745] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-8abd7c72-677a-4cc3-9829-35f05874fd1a taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.812989] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-8abd7c72-677a-4cc3-9829-35f05874fd1a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.813178] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-8abd7c72-677a-4cc3-9829-35f05874fd1a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.813546] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-8abd7c72-677a-4cc3-9829-35f05874fd1a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.813726] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8abd7c72-677a-4cc3-9829-35f05874fd1a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.815254] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.815629] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.815732] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.816073] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.816073] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.816179] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e93156e7-c7b9-455d-b2a6-769155d728d3 is going to be created. [ 664.848214] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.848833] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.848833] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.848912] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.849912] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.863588] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e93156e7-c7b9-455d-b2a6-769155d728d3 in Status: UNINITIALIZED for 2s [ 664.994877] env[69148]: INFO networking_nsxv3.common.synchronization [req-d6c2a172-a31d-4327-a5da-c592dc2c3467 req-301c0d72-95fc-4ea5-bfdf-c3e7b827b6b2 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839 tempest-FloatingIPsAssociationNegativeTestJSON-1841130839-project-member] Enqueued Resource ID: aa7f02de-5a48-4f98-afc9-18d22620466a with Priority: HIGHEST for action security_group_members [ 664.995496] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa7f02de-5a48-4f98-afc9-18d22620466a with Priority: HIGHEST for action security_group_members [ 664.996479] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa7f02de-5a48-4f98-afc9-18d22620466a taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.996695] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa7f02de-5a48-4f98-afc9-18d22620466a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.996802] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa7f02de-5a48-4f98-afc9-18d22620466a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.997079] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa7f02de-5a48-4f98-afc9-18d22620466a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.997309] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.997469] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.997593] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.998304] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.998501] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.998643] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa7f02de-5a48-4f98-afc9-18d22620466a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.104270] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: SUCCESS [ 665.106189] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.319018] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.319287] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.319472] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.319841] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.320114] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.320291] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 8abd7c72-677a-4cc3-9829-35f05874fd1a not found, creating... [ 665.320639] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.320842] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.321097] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.321439] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.321636] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.322399] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.322638] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.322867] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.323185] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.323401] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.323587] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 8abd7c72-677a-4cc3-9829-35f05874fd1a is going to be created. [ 665.343122] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.343351] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.343477] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.343799] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.344543] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.344543] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-8abd7c72-677a-4cc3-9829-35f05874fd1a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.500546] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.500726] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.500804] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.501073] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.501229] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.501941] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.501941] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.501941] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.501941] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.501941] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.502281] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa7f02de-5a48-4f98-afc9-18d22620466a is going to be updated. [ 665.561967] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.562155] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.562225] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.562472] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.562610] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.573559] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa7f02de-5a48-4f98-afc9-18d22620466a in Status: IN_PROGRESS for 2s [ 665.792031] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 in Status: SUCCESS [ 665.792304] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.414042] env[69148]: INFO networking_nsxv3.common.synchronization [req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d req-01249f00-75e8-485b-92ca-0712750d4181 service nova] Enqueued Resource ID: 04e6b136-dfe3-4b1a-a922-0729d25ceb70 with Priority: HIGHEST for action security_group_rules [ 666.414042] env[69148]: INFO networking_nsxv3.common.synchronization [req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d req-01249f00-75e8-485b-92ca-0712750d4181 service nova] Enqueued Resource ID: 04e6b136-dfe3-4b1a-a922-0729d25ceb70 with Priority: HIGHEST for action security_group_members [ 666.414042] env[69148]: INFO networking_nsxv3.common.synchronization [req-53bd7a05-1d21-4a00-86a6-5b1039d5b65d req-01249f00-75e8-485b-92ca-0712750d4181 service nova] Enqueued Resource ID: 8abd7c72-677a-4cc3-9829-35f05874fd1a with Priority: HIGHEST for action port [ 666.414042] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e6b136-dfe3-4b1a-a922-0729d25ceb70 with Priority: HIGHEST for action security_group_rules [ 666.414042] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e6b136-dfe3-4b1a-a922-0729d25ceb70 with Priority: HIGHEST for action security_group_members [ 666.416067] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8abd7c72-677a-4cc3-9829-35f05874fd1a with Priority: HIGHEST for action port [ 666.416067] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04e6b136-dfe3-4b1a-a922-0729d25ceb70 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.416067] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.416487] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.416549] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.416696] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04e6b136-dfe3-4b1a-a922-0729d25ceb70',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.417914] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e6b136-dfe3-4b1a-a922-0729d25ceb70 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.419677] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.419677] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.419945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.420206] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.420397] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.420676] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.420779] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.420937] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.421155] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e6b136-dfe3-4b1a-a922-0729d25ceb70',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.422933] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-8abd7c72-677a-4cc3-9829-35f05874fd1a taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.422933] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8abd7c72-677a-4cc3-9829-35f05874fd1a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.422933] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8abd7c72-677a-4cc3-9829-35f05874fd1a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.423394] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8abd7c72-677a-4cc3-9829-35f05874fd1a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.423518] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8abd7c72-677a-4cc3-9829-35f05874fd1a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.884131] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e93156e7-c7b9-455d-b2a6-769155d728d3 in Status: SUCCESS [ 666.884396] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.884527] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.884744] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.884970] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.885181] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.885181] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.885354] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.885434] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.885524] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.885618] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e93156e7-c7b9-455d-b2a6-769155d728d3',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.925783] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04e6b136-dfe3-4b1a-a922-0729d25ceb70',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.927615] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e6b136-dfe3-4b1a-a922-0729d25ceb70 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.927615] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.927615] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8abd7c72-677a-4cc3-9829-35f05874fd1a with status ACTIVE [ 666.927615] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.927898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.927898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.927898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.927998] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.928289] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.928289] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.928289] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.928451] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.929160] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.929160] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.929160] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.929160] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.929649] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.929807] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.930069] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8abd7c72-677a-4cc3-9829-35f05874fd1a is going to be updated. [ 666.958394] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.958597] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.958597] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.960729] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.960729] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.960729] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8abd7c72-677a-4cc3-9829-35f05874fd1a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.387941] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e93156e7-c7b9-455d-b2a6-769155d728d3',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.431858] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04e6b136-dfe3-4b1a-a922-0729d25ceb70',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.587677] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa7f02de-5a48-4f98-afc9-18d22620466a in Status: SUCCESS [ 667.587677] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa7f02de-5a48-4f98-afc9-18d22620466a deletion is rescheduled due to dependency. [ 667.587677] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa7f02de-5a48-4f98-afc9-18d22620466a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.890418] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e93156e7-c7b9-455d-b2a6-769155d728d3: rpc.has_security_group_logging(os_id): False [ 667.906983] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.907072] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.907131] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.907480] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.907539] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.907826] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.907948] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.908024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.908188] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.908282] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.908370] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e93156e7-c7b9-455d-b2a6-769155d728d3 is going to be created. [ 667.935312] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.935860] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.935860] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.936021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.936074] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.936228] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e6b136-dfe3-4b1a-a922-0729d25ceb70 is going to be created. [ 667.957114] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.957114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.957114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.957114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.957114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.962221] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.962384] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.962451] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.962684] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.962872] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.967266] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e6b136-dfe3-4b1a-a922-0729d25ceb70 in Status: UNINITIALIZED for 2s [ 667.977188] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e93156e7-c7b9-455d-b2a6-769155d728d3 in Status: IN_PROGRESS for 2s [ 668.264685] env[69148]: INFO networking_nsxv3.common.synchronization [req-653dcc38-409a-4ba5-b5f0-92f5118c5824 req-8c9597b4-cdd8-4563-b30c-f7a8c639adaa tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Enqueued Resource ID: be62c11a-93dc-4663-b91b-c9069fce2718 with Priority: HIGHEST for action security_group_members [ 668.265194] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be62c11a-93dc-4663-b91b-c9069fce2718 with Priority: HIGHEST for action security_group_members [ 668.265748] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-be62c11a-93dc-4663-b91b-c9069fce2718 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.265995] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.266584] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.266849] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.267083] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.267351] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.267433] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.268101] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.268213] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.268316] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be62c11a-93dc-4663-b91b-c9069fce2718',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.328425] env[69148]: INFO networking_nsxv3.common.synchronization [None req-59492c83-79b3-4dd4-98a5-dce627561c33 None None] Enqueued Resource ID: 70b5d709-60a2-4522-a8ad-07faa0e1d3b5 with Priority: HIGHEST for action port [ 668.329016] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b5d709-60a2-4522-a8ad-07faa0e1d3b5 with Priority: HIGHEST for action port [ 668.329545] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-70b5d709-60a2-4522-a8ad-07faa0e1d3b5 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.329673] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70b5d709-60a2-4522-a8ad-07faa0e1d3b5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.329738] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70b5d709-60a2-4522-a8ad-07faa0e1d3b5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.330182] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70b5d709-60a2-4522-a8ad-07faa0e1d3b5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.331065] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70b5d709-60a2-4522-a8ad-07faa0e1d3b5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.771141] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.771351] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.771427] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.771676] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.771791] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.772030] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.772132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.772192] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.772345] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.772423] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.772528] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be62c11a-93dc-4663-b91b-c9069fce2718 already deleted. [ 668.772609] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.833332] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70b5d709-60a2-4522-a8ad-07faa0e1d3b5 [ 668.833624] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.833772] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.833846] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.834071] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.834163] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.834260] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70b5d709-60a2-4522-a8ad-07faa0e1d3b5 already deleted. [ 668.834339] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70b5d709-60a2-4522-a8ad-07faa0e1d3b5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.942541] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-61 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.942541] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-61" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.942541] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-61" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.942541] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-61" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.942541] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.942541] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.942541] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.942541] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.942541] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.942541] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.942541] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.942541] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.942541] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.943417] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.943417] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.943417] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.961390] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.961576] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 668.961714] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.961900] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-61" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.962253] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-30514264-f034-40a1-974c-850ac676bd4c taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.962425] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-30514264-f034-40a1-974c-850ac676bd4c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.962544] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-30514264-f034-40a1-974c-850ac676bd4c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.962900] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-30514264-f034-40a1-974c-850ac676bd4c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.963207] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30514264-f034-40a1-974c-850ac676bd4c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.467023] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.467023] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.467023] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.467023] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.467023] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.467023] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 30514264-f034-40a1-974c-850ac676bd4c not found, creating... [ 669.467023] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.467315] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.467315] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.467392] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.467526] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.467803] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.467953] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.468196] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.468447] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.468625] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.468799] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 30514264-f034-40a1-974c-850ac676bd4c is going to be created. [ 669.489420] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.489625] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.489750] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.490035] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.490276] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.490509] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-30514264-f034-40a1-974c-850ac676bd4c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.976792] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e6b136-dfe3-4b1a-a922-0729d25ceb70 in Status: SUCCESS [ 669.977089] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.977192] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.977442] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.977641] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.977761] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.977828] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.977986] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.978087] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.978179] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.978269] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04e6b136-dfe3-4b1a-a922-0729d25ceb70',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.989335] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e93156e7-c7b9-455d-b2a6-769155d728d3 in Status: SUCCESS [ 669.989335] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.468235] env[69148]: INFO networking_nsxv3.common.synchronization [req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a req-b15e7f13-5900-4f1c-9995-10af2a546744 tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Enqueued Resource ID: 66d1f77c-9310-4087-8a9e-104a4eab83b0 with Priority: HIGHEST for action security_group_members [ 670.468235] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d1f77c-9310-4087-8a9e-104a4eab83b0 with Priority: HIGHEST for action security_group_members [ 670.468235] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-66d1f77c-9310-4087-8a9e-104a4eab83b0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.468235] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.468235] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.468897] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.469324] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.469601] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.469773] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.470066] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.470880] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.471162] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66d1f77c-9310-4087-8a9e-104a4eab83b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.474638] env[69148]: INFO networking_nsxv3.common.synchronization [None req-ac2ed65f-6209-486f-add4-f4225762ab6c None None] Enqueued Resource ID: fd66f724-cb7d-4125-a3d0-53222d0c1aca with Priority: HIGHEST for action port [ 670.476016] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd66f724-cb7d-4125-a3d0-53222d0c1aca with Priority: HIGHEST for action port [ 670.476625] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd66f724-cb7d-4125-a3d0-53222d0c1aca taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.477031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd66f724-cb7d-4125-a3d0-53222d0c1aca" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.477199] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd66f724-cb7d-4125-a3d0-53222d0c1aca" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.477536] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd66f724-cb7d-4125-a3d0-53222d0c1aca" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.477972] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd66f724-cb7d-4125-a3d0-53222d0c1aca',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.489030] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e6b136-dfe3-4b1a-a922-0729d25ceb70 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.489030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.489030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.489030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.489030] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.489030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.489030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.489030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.489030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.489030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.489030] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e6b136-dfe3-4b1a-a922-0729d25ceb70 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.489030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.489030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.489030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.489030] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.489030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.489688] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.489688] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.489688] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.489688] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.489688] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04e6b136-dfe3-4b1a-a922-0729d25ceb70',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.541262] env[69148]: INFO networking_nsxv3.common.synchronization [req-653dcc38-409a-4ba5-b5f0-92f5118c5824 req-3e2e264b-cb67-43b9-a9ce-e6a08dd494e4 service nova] Enqueued Resource ID: be62c11a-93dc-4663-b91b-c9069fce2718 with Priority: HIGHEST for action security_group_rules [ 670.541262] env[69148]: INFO networking_nsxv3.common.synchronization [req-653dcc38-409a-4ba5-b5f0-92f5118c5824 req-3e2e264b-cb67-43b9-a9ce-e6a08dd494e4 service nova] Enqueued Resource ID: be62c11a-93dc-4663-b91b-c9069fce2718 with Priority: HIGHEST for action security_group_members [ 670.541262] env[69148]: INFO networking_nsxv3.common.synchronization [req-653dcc38-409a-4ba5-b5f0-92f5118c5824 req-3e2e264b-cb67-43b9-a9ce-e6a08dd494e4 service nova] Enqueued Resource ID: 30514264-f034-40a1-974c-850ac676bd4c with Priority: HIGHEST for action port [ 670.541262] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be62c11a-93dc-4663-b91b-c9069fce2718 with Priority: HIGHEST for action security_group_rules [ 670.541262] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be62c11a-93dc-4663-b91b-c9069fce2718 with Priority: HIGHEST for action security_group_members [ 670.541262] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30514264-f034-40a1-974c-850ac676bd4c with Priority: HIGHEST for action port [ 670.541262] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be62c11a-93dc-4663-b91b-c9069fce2718 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.541262] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.541262] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.544659] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.545059] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be62c11a-93dc-4663-b91b-c9069fce2718',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.547148] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-be62c11a-93dc-4663-b91b-c9069fce2718 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.547413] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.547560] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.548092] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.549101] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.549410] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.550170] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.550706] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.551203] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.551466] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be62c11a-93dc-4663-b91b-c9069fce2718',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.555031] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-30514264-f034-40a1-974c-850ac676bd4c taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.555031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30514264-f034-40a1-974c-850ac676bd4c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.555031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30514264-f034-40a1-974c-850ac676bd4c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.555031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30514264-f034-40a1-974c-850ac676bd4c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.555031] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30514264-f034-40a1-974c-850ac676bd4c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.976538] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.976716] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.976774] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.977014] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.977323] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.977323] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.977444] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.977486] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.977687] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.977758] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.977933] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66d1f77c-9310-4087-8a9e-104a4eab83b0 already deleted. [ 670.977933] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.980317] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd66f724-cb7d-4125-a3d0-53222d0c1aca [ 670.980494] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.980603] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.980664] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.980836] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.981081] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.981081] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd66f724-cb7d-4125-a3d0-53222d0c1aca already deleted. [ 670.981081] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd66f724-cb7d-4125-a3d0-53222d0c1aca" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.992583] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04e6b136-dfe3-4b1a-a922-0729d25ceb70: rpc.has_security_group_logging(os_id): False [ 671.001232] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.001232] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-434" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.001232] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-434" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.001232] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-434" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.001232] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.001646] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.001901] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.002226] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.002596] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.002900] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.003128] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.003321] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.003525] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.003719] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.003904] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.004135] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.010941] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.011231] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.011383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.011680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.011855] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.014027] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.014027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.014027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.014027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.014027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.014027] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.014027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.014027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.014027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.014027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.014027] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.014027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.014027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.014027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.014672] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.014672] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04e6b136-dfe3-4b1a-a922-0729d25ceb70 is going to be created. [ 671.024361] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.024717] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 671.025147] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.025423] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-434" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.025830] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-d01facca-e9f0-4a3a-ad8d-8bb11c22527a taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.027020] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-d01facca-e9f0-4a3a-ad8d-8bb11c22527a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.027020] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-d01facca-e9f0-4a3a-ad8d-8bb11c22527a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.027020] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-d01facca-e9f0-4a3a-ad8d-8bb11c22527a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.027020] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d01facca-e9f0-4a3a-ad8d-8bb11c22527a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.056681] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be62c11a-93dc-4663-b91b-c9069fce2718',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.057702] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-be62c11a-93dc-4663-b91b-c9069fce2718 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.057819] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.062737] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30514264-f034-40a1-974c-850ac676bd4c with status ACTIVE [ 671.062737] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.062737] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.062737] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.062737] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.062737] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.062737] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.062991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.062991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.063051] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.063824] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.064217] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.064438] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.065849] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.065849] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.065849] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.065849] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30514264-f034-40a1-974c-850ac676bd4c is going to be updated. [ 671.073925] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.074206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.075985] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.075985] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.075985] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.086639] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.086891] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.088028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.088028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.088028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.088028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30514264-f034-40a1-974c-850ac676bd4c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.088686] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e6b136-dfe3-4b1a-a922-0729d25ceb70 in Status: IN_PROGRESS for 2s [ 671.530054] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.530311] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.530481] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.530733] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.530974] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.531070] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port d01facca-e9f0-4a3a-ad8d-8bb11c22527a not found, creating... [ 671.531350] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.531598] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.531725] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.531949] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.532099] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.532409] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.532579] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.534917] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.534917] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.534917] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.534917] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: d01facca-e9f0-4a3a-ad8d-8bb11c22527a is going to be created. [ 671.553868] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.553868] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.554036] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.555029] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.555029] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.555029] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-d01facca-e9f0-4a3a-ad8d-8bb11c22527a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.558637] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be62c11a-93dc-4663-b91b-c9069fce2718',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.065102] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.065363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.065363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.065538] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.065642] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.065746] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be62c11a-93dc-4663-b91b-c9069fce2718 is going to be created. [ 672.094451] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.094451] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.094451] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.094451] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.094451] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.104684] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be62c11a-93dc-4663-b91b-c9069fce2718 in Status: UNINITIALIZED for 2s [ 672.392593] env[69148]: INFO networking_nsxv3.common.synchronization [req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a req-877d7e40-a412-46f8-9470-626d0be96670 service nova] Enqueued Resource ID: 66d1f77c-9310-4087-8a9e-104a4eab83b0 with Priority: HIGHEST for action security_group_rules [ 672.392785] env[69148]: INFO networking_nsxv3.common.synchronization [req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a req-877d7e40-a412-46f8-9470-626d0be96670 service nova] Enqueued Resource ID: 66d1f77c-9310-4087-8a9e-104a4eab83b0 with Priority: HIGHEST for action security_group_members [ 672.392940] env[69148]: INFO networking_nsxv3.common.synchronization [req-1ab07f3d-7032-4baa-a4f2-32f581a52e7a req-877d7e40-a412-46f8-9470-626d0be96670 service nova] Enqueued Resource ID: d01facca-e9f0-4a3a-ad8d-8bb11c22527a with Priority: HIGHEST for action port [ 672.393212] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d1f77c-9310-4087-8a9e-104a4eab83b0 with Priority: HIGHEST for action security_group_rules [ 672.393357] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d1f77c-9310-4087-8a9e-104a4eab83b0 with Priority: HIGHEST for action security_group_members [ 672.393534] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d01facca-e9f0-4a3a-ad8d-8bb11c22527a with Priority: HIGHEST for action port [ 672.394141] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66d1f77c-9310-4087-8a9e-104a4eab83b0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.394290] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.394333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.394589] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.394672] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66d1f77c-9310-4087-8a9e-104a4eab83b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.395567] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-66d1f77c-9310-4087-8a9e-104a4eab83b0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.395685] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.396804] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.396804] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.396804] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.396804] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.396804] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.396804] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.396804] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.396804] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66d1f77c-9310-4087-8a9e-104a4eab83b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.397280] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-d01facca-e9f0-4a3a-ad8d-8bb11c22527a taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.397386] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d01facca-e9f0-4a3a-ad8d-8bb11c22527a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.397447] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d01facca-e9f0-4a3a-ad8d-8bb11c22527a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.397606] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d01facca-e9f0-4a3a-ad8d-8bb11c22527a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.397679] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d01facca-e9f0-4a3a-ad8d-8bb11c22527a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.902252] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-66d1f77c-9310-4087-8a9e-104a4eab83b0 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.902437] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.902664] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66d1f77c-9310-4087-8a9e-104a4eab83b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.903585] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d01facca-e9f0-4a3a-ad8d-8bb11c22527a with status ACTIVE [ 672.903798] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.903958] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.904082] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.904466] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.904466] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.904673] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.904813] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.904951] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.906141] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.906278] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.906884] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.906884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.906884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.907617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.907787] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.907914] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d01facca-e9f0-4a3a-ad8d-8bb11c22527a is going to be updated. [ 672.928667] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.929118] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.929270] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.929559] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.929851] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.930145] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d01facca-e9f0-4a3a-ad8d-8bb11c22527a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.102480] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e6b136-dfe3-4b1a-a922-0729d25ceb70 in Status: SUCCESS [ 673.102757] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.410291] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66d1f77c-9310-4087-8a9e-104a4eab83b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.817059] env[69148]: INFO networking_nsxv3.common.synchronization [None req-78870fad-bb53-4926-8627-c586a60c750e None None] Enqueued Resource ID: 8149e3b2-3a57-45f3-918a-07a5a3175707 with Priority: HIGHEST for action port [ 673.817399] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8149e3b2-3a57-45f3-918a-07a5a3175707 with Priority: HIGHEST for action port [ 673.817894] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-8149e3b2-3a57-45f3-918a-07a5a3175707 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.818055] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8149e3b2-3a57-45f3-918a-07a5a3175707" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.818129] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8149e3b2-3a57-45f3-918a-07a5a3175707" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.818724] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8149e3b2-3a57-45f3-918a-07a5a3175707" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.818798] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8149e3b2-3a57-45f3-918a-07a5a3175707',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.915106] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.915282] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.915356] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.915590] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.915670] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.915802] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66d1f77c-9310-4087-8a9e-104a4eab83b0 is going to be created. [ 673.939747] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.939969] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.940086] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.940436] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.940595] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.951466] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66d1f77c-9310-4087-8a9e-104a4eab83b0 in Status: UNINITIALIZED for 2s [ 674.116794] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be62c11a-93dc-4663-b91b-c9069fce2718 in Status: SUCCESS [ 674.116794] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.116794] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.116794] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.116794] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.116794] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.116794] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.116794] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.116794] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.116794] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.116794] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be62c11a-93dc-4663-b91b-c9069fce2718',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.321576] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8149e3b2-3a57-45f3-918a-07a5a3175707 [ 674.322538] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.322538] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.322538] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.322538] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.322906] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.322906] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8149e3b2-3a57-45f3-918a-07a5a3175707 already deleted. [ 674.322906] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8149e3b2-3a57-45f3-918a-07a5a3175707" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.619209] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-be62c11a-93dc-4663-b91b-c9069fce2718 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.619758] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.619758] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.619758] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.620127] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.620127] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.620127] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.620127] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.620487] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.620487] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.620487] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-be62c11a-93dc-4663-b91b-c9069fce2718 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.620646] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.620646] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.620883] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.620883] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.621074] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.621074] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.621182] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.621251] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.621300] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.621354] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be62c11a-93dc-4663-b91b-c9069fce2718',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.126778] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be62c11a-93dc-4663-b91b-c9069fce2718: rpc.has_security_group_logging(os_id): False [ 675.144024] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.144024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.144024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.144271] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.144366] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.144594] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.145065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.145065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.145065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.145065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.145251] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.145345] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.145404] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.145597] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.146244] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.146660] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.146928] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.147127] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.147494] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.147744] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.148493] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be62c11a-93dc-4663-b91b-c9069fce2718 is going to be created. [ 675.228012] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.228236] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.228337] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.228581] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.228799] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.243520] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be62c11a-93dc-4663-b91b-c9069fce2718 in Status: IN_PROGRESS for 2s [ 675.964122] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66d1f77c-9310-4087-8a9e-104a4eab83b0 in Status: SUCCESS [ 675.964122] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.965171] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.965171] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.965171] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.965171] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.965171] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.965171] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.965585] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.965585] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.965585] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66d1f77c-9310-4087-8a9e-104a4eab83b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.399247] env[69148]: INFO networking_nsxv3.common.synchronization [None req-e63e77f2-bf51-4c47-9cb1-df85a92fdc45 None None] Enqueued Resource ID: 4cc21123-7da6-4609-8786-9d442a382905 with Priority: HIGHEST for action port [ 676.403122] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc21123-7da6-4609-8786-9d442a382905 with Priority: HIGHEST for action port [ 676.403122] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cc21123-7da6-4609-8786-9d442a382905 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.403353] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cc21123-7da6-4609-8786-9d442a382905" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.403353] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cc21123-7da6-4609-8786-9d442a382905" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.403516] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cc21123-7da6-4609-8786-9d442a382905" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.403606] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cc21123-7da6-4609-8786-9d442a382905',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.468359] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-66d1f77c-9310-4087-8a9e-104a4eab83b0 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.468522] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.468594] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.468849] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.469219] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.469219] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.469219] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.469427] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.469554] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.469675] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.469898] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-66d1f77c-9310-4087-8a9e-104a4eab83b0 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.470052] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.470118] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.470266] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.470416] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.470512] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.470600] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.470799] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.470952] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.471026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.473147] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66d1f77c-9310-4087-8a9e-104a4eab83b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.621208] env[69148]: INFO networking_nsxv3.common.synchronization [req-6e0e1a15-44f9-4c87-b1d7-9bd61b9775ad req-512cb233-4153-4cf1-bfff-1d7898fc75dd tempest-ServerMetadataTestJSON-628418654 tempest-ServerMetadataTestJSON-628418654-project-member] Enqueued Resource ID: 0221c5e9-470b-4ea1-b3ff-9bffd700dfd5 with Priority: HIGHEST for action security_group_members [ 676.622511] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0221c5e9-470b-4ea1-b3ff-9bffd700dfd5 with Priority: HIGHEST for action security_group_members [ 676.622939] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.623177] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.623728] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.623986] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.624198] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.624344] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.624434] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.624654] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.624805] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.625163] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0221c5e9-470b-4ea1-b3ff-9bffd700dfd5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.906017] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4cc21123-7da6-4609-8786-9d442a382905 [ 676.906408] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.906744] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.907579] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.907579] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.907579] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.907579] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4cc21123-7da6-4609-8786-9d442a382905 already deleted. [ 676.907579] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cc21123-7da6-4609-8786-9d442a382905" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.978063] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66d1f77c-9310-4087-8a9e-104a4eab83b0: rpc.has_security_group_logging(os_id): False [ 677.002227] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.002227] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.002227] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.002227] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.002227] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.002227] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.002227] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.002227] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.002227] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.002227] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.002227] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.002227] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.002227] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.002227] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.002227] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.002668] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.002668] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.002668] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.002668] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.002668] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.002668] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66d1f77c-9310-4087-8a9e-104a4eab83b0 is going to be created. [ 677.061190] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.061388] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.061427] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.061662] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.061867] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.074333] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66d1f77c-9310-4087-8a9e-104a4eab83b0 in Status: IN_PROGRESS for 2s [ 677.129646] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.129646] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.129646] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.129646] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.129646] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.129646] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.129646] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.129646] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.129646] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.129646] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.129646] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0221c5e9-470b-4ea1-b3ff-9bffd700dfd5 is going to be updated. [ 677.163415] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.163580] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.163647] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.163889] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.164099] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.175084] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0221c5e9-470b-4ea1-b3ff-9bffd700dfd5 in Status: IN_PROGRESS for 2s [ 677.258158] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be62c11a-93dc-4663-b91b-c9069fce2718 in Status: SUCCESS [ 677.258243] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.088718] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66d1f77c-9310-4087-8a9e-104a4eab83b0 in Status: SUCCESS [ 679.089033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.181120] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0221c5e9-470b-4ea1-b3ff-9bffd700dfd5 in Status: SUCCESS [ 679.181326] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0221c5e9-470b-4ea1-b3ff-9bffd700dfd5 deletion is rescheduled due to dependency. [ 679.181461] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.892549] env[69148]: INFO networking_nsxv3.common.synchronization [None req-5c4cfc71-413b-4d5d-a487-b187306a9694 None None] Enqueued Resource ID: f211c297-27e2-4ff3-bf80-ebdbe9afd50e with Priority: HIGHEST for action port [ 679.893423] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f211c297-27e2-4ff3-bf80-ebdbe9afd50e with Priority: HIGHEST for action port [ 679.893516] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-f211c297-27e2-4ff3-bf80-ebdbe9afd50e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.893646] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f211c297-27e2-4ff3-bf80-ebdbe9afd50e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.893717] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f211c297-27e2-4ff3-bf80-ebdbe9afd50e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.897145] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f211c297-27e2-4ff3-bf80-ebdbe9afd50e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.897145] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f211c297-27e2-4ff3-bf80-ebdbe9afd50e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.920797] env[69148]: INFO networking_nsxv3.common.synchronization [req-594f296c-4d72-4538-9d9f-6974841f0e63 req-8dd7681c-c724-4b9b-ac33-7a1f0253eba9 tempest-ServerDiagnosticsNegativeTest-143229152 tempest-ServerDiagnosticsNegativeTest-143229152-project-member] Enqueued Resource ID: 04e6b136-dfe3-4b1a-a922-0729d25ceb70 with Priority: HIGHEST for action security_group_members [ 679.921361] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e6b136-dfe3-4b1a-a922-0729d25ceb70 with Priority: HIGHEST for action security_group_members [ 679.921710] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e6b136-dfe3-4b1a-a922-0729d25ceb70 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.921838] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.921907] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.922130] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.922284] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.922383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.922443] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.922607] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.922696] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.922795] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e6b136-dfe3-4b1a-a922-0729d25ceb70',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.395779] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f211c297-27e2-4ff3-bf80-ebdbe9afd50e [ 680.396352] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.396352] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.396352] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.396526] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.396603] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.396858] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f211c297-27e2-4ff3-bf80-ebdbe9afd50e already deleted. [ 680.396858] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f211c297-27e2-4ff3-bf80-ebdbe9afd50e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.428844] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.428844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.428844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.428844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.428844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.428844] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.428844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.428844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.428844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.428844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.428844] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e6b136-dfe3-4b1a-a922-0729d25ceb70 is going to be updated. [ 680.456897] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.456897] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.456897] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.456897] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.456897] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.464742] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e6b136-dfe3-4b1a-a922-0729d25ceb70 in Status: IN_PROGRESS for 2s [ 680.719286] env[69148]: INFO networking_nsxv3.common.synchronization [req-df209917-6513-4bf6-a4a2-1407795722aa req-0747687d-857e-4a04-8cf2-04935562c976 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Enqueued Resource ID: cd59b9e1-6c3b-4633-87db-e7d8443e62e7 with Priority: HIGHEST for action security_group_members [ 680.719830] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd59b9e1-6c3b-4633-87db-e7d8443e62e7 with Priority: HIGHEST for action security_group_members [ 680.720148] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd59b9e1-6c3b-4633-87db-e7d8443e62e7 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.720271] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.720329] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.720603] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.720758] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.720857] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.720922] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.723254] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.723532] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.723532] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd59b9e1-6c3b-4633-87db-e7d8443e62e7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.225890] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.227781] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.227781] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.227781] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.227781] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.227781] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.227781] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.227781] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.227781] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.227781] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.227781] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd59b9e1-6c3b-4633-87db-e7d8443e62e7 already deleted. [ 681.227781] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.335388] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.335644] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.335835] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.336161] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.336488] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.336683] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.336890] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.337174] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.337385] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.337660] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.338955] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.338955] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.339068] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.339182] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.339297] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.339438] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.357162] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.357353] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 681.357719] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.357951] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.358333] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.359665] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.360305] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.360816] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.361511] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.864885] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.865231] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.867019] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.867019] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.867019] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.867019] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b not found, creating... [ 681.867019] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.867019] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.867437] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.867437] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.869261] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.870618] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.870618] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.870618] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.870618] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.870618] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.870618] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b is going to be created. [ 681.907190] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.907706] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.907852] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.908160] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.908391] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.908631] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.245075] env[69148]: INFO networking_nsxv3.common.synchronization [None req-f0883201-acdd-4e0b-9155-20b96b82beeb None None] Enqueued Resource ID: 0e89b42c-037f-41b1-92ca-2add0e9ddc49 with Priority: HIGHEST for action port [ 682.245770] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e89b42c-037f-41b1-92ca-2add0e9ddc49 with Priority: HIGHEST for action port [ 682.246150] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e89b42c-037f-41b1-92ca-2add0e9ddc49 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.246322] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e89b42c-037f-41b1-92ca-2add0e9ddc49" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.246395] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e89b42c-037f-41b1-92ca-2add0e9ddc49" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.246688] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e89b42c-037f-41b1-92ca-2add0e9ddc49" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.246796] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e89b42c-037f-41b1-92ca-2add0e9ddc49',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.475027] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e6b136-dfe3-4b1a-a922-0729d25ceb70 in Status: SUCCESS [ 682.475576] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e6b136-dfe3-4b1a-a922-0729d25ceb70 deletion is rescheduled due to dependency. [ 682.475713] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.751812] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e89b42c-037f-41b1-92ca-2add0e9ddc49 [ 682.752795] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.752795] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.752795] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.752795] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.752795] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.754352] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e89b42c-037f-41b1-92ca-2add0e9ddc49 already deleted. [ 682.754352] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e89b42c-037f-41b1-92ca-2add0e9ddc49" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.762448] env[69148]: INFO networking_nsxv3.common.synchronization [req-df209917-6513-4bf6-a4a2-1407795722aa req-3a3fd92c-4ef4-4271-add8-e3e7493d6794 service nova] Enqueued Resource ID: cd59b9e1-6c3b-4633-87db-e7d8443e62e7 with Priority: HIGHEST for action security_group_rules [ 682.762448] env[69148]: INFO networking_nsxv3.common.synchronization [req-df209917-6513-4bf6-a4a2-1407795722aa req-3a3fd92c-4ef4-4271-add8-e3e7493d6794 service nova] Enqueued Resource ID: cd59b9e1-6c3b-4633-87db-e7d8443e62e7 with Priority: HIGHEST for action security_group_members [ 682.762539] env[69148]: INFO networking_nsxv3.common.synchronization [req-df209917-6513-4bf6-a4a2-1407795722aa req-3a3fd92c-4ef4-4271-add8-e3e7493d6794 service nova] Enqueued Resource ID: f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b with Priority: HIGHEST for action port [ 682.762987] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd59b9e1-6c3b-4633-87db-e7d8443e62e7 with Priority: HIGHEST for action security_group_rules [ 682.762987] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd59b9e1-6c3b-4633-87db-e7d8443e62e7 with Priority: HIGHEST for action security_group_members [ 682.762987] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b with Priority: HIGHEST for action port [ 682.764634] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd59b9e1-6c3b-4633-87db-e7d8443e62e7 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.764634] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.764634] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.764634] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.764774] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd59b9e1-6c3b-4633-87db-e7d8443e62e7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.766259] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd59b9e1-6c3b-4633-87db-e7d8443e62e7 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.771339] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.771339] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.771339] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.771339] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.771339] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.771339] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.771339] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.771339] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.771339] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd59b9e1-6c3b-4633-87db-e7d8443e62e7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.771339] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.771339] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.771339] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.771339] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.771339] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.271668] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd59b9e1-6c3b-4633-87db-e7d8443e62e7 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.271994] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.274042] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd59b9e1-6c3b-4633-87db-e7d8443e62e7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.274244] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b with status ACTIVE [ 683.274444] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.274566] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.274637] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.274844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.274943] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.275195] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.275332] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.275332] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.276039] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.276039] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.276039] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.276039] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.276039] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.276039] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.276349] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.280023] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b is going to be updated. [ 683.297842] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.297987] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.298801] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.298801] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.298801] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.298948] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5ead75b-9ee1-45d4-aadf-aa3e119cfc9b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.778643] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd59b9e1-6c3b-4633-87db-e7d8443e62e7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.280610] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.280969] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.280969] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.281080] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.281174] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.281282] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd59b9e1-6c3b-4633-87db-e7d8443e62e7 is going to be created. [ 684.303771] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.303924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.303987] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.304251] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.304368] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.312779] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd59b9e1-6c3b-4633-87db-e7d8443e62e7 in Status: UNINITIALIZED for 2s [ 685.365731] env[69148]: INFO networking_nsxv3.common.synchronization [req-86d105ae-0ae5-4187-bebe-019e5e31b98f req-029f12f9-eaa8-464e-916b-188a96b601a9 tempest-ImagesOneServerTestJSON-1264076928 tempest-ImagesOneServerTestJSON-1264076928-project-member] Enqueued Resource ID: 06a9a251-b54d-4a2a-91b3-560ca563cabd with Priority: HIGHEST for action security_group_members [ 685.366274] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06a9a251-b54d-4a2a-91b3-560ca563cabd with Priority: HIGHEST for action security_group_members [ 685.366583] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-06a9a251-b54d-4a2a-91b3-560ca563cabd taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.366708] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.366776] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.366980] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.367141] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.367243] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.367305] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.367464] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.367550] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.367644] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06a9a251-b54d-4a2a-91b3-560ca563cabd',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.869568] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.869766] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.869872] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.870154] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.870288] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.870521] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.870659] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.870751] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.870956] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.871082] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.871317] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06a9a251-b54d-4a2a-91b3-560ca563cabd is going to be updated. [ 685.905602] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.905795] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.905870] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.906106] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.906253] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.914576] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06a9a251-b54d-4a2a-91b3-560ca563cabd in Status: IN_PROGRESS for 2s [ 686.193514] env[69148]: INFO networking_nsxv3.common.synchronization [req-53ad0019-478d-446a-a383-12eb837f616b req-d67a9e17-7f69-43ba-83ff-ccda7c35201f tempest-ServerAddressesNegativeTestJSON-381937573 tempest-ServerAddressesNegativeTestJSON-381937573-project-member] Enqueued Resource ID: 66d1f77c-9310-4087-8a9e-104a4eab83b0 with Priority: HIGHEST for action security_group_members [ 686.193514] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d1f77c-9310-4087-8a9e-104a4eab83b0 with Priority: HIGHEST for action security_group_members [ 686.193514] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-66d1f77c-9310-4087-8a9e-104a4eab83b0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.193514] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.193734] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.194520] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.195047] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.195407] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.195829] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.196074] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.196241] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.196273] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66d1f77c-9310-4087-8a9e-104a4eab83b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.325011] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd59b9e1-6c3b-4633-87db-e7d8443e62e7 in Status: SUCCESS [ 686.326166] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.326166] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.326166] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.326166] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.326166] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.326166] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.326411] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.326411] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.326411] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.326486] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd59b9e1-6c3b-4633-87db-e7d8443e62e7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.451697] env[69148]: INFO networking_nsxv3.common.synchronization [req-1393299d-ec64-4ae0-ae3f-fc646669ab77 req-db18b954-7fd3-437e-8ac2-fe336e2d4522 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Enqueued Resource ID: bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30 with Priority: HIGHEST for action security_group_members [ 686.455176] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30 with Priority: HIGHEST for action security_group_members [ 686.455176] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.455176] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.455176] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.455176] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.455176] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.455176] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.455176] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.455176] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.455176] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.455176] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.699046] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.699298] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.699373] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.699641] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.699762] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.699957] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.700151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.700151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.700295] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.700385] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.700477] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66d1f77c-9310-4087-8a9e-104a4eab83b0 is going to be updated. [ 686.736858] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.737017] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.739136] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.739136] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.739136] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.747988] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66d1f77c-9310-4087-8a9e-104a4eab83b0 in Status: IN_PROGRESS for 2s [ 686.832417] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd59b9e1-6c3b-4633-87db-e7d8443e62e7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.959379] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.959620] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.959657] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.960413] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.960413] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.960413] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.960591] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.960591] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.960703] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.960818] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.960933] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30 already deleted. [ 686.961049] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.004517] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.004705] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.004837] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.005200] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.005464] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.005618] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.005730] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.005943] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.006864] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.007136] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 687.007255] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.007364] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.007469] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.007579] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 687.007683] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.007824] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.057749] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.057908] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 687.058063] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.058258] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.058583] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-609ba79e-42b8-44fd-b187-194db8504432 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.058750] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-609ba79e-42b8-44fd-b187-194db8504432" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.058862] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-609ba79e-42b8-44fd-b187-194db8504432" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.059318] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-609ba79e-42b8-44fd-b187-194db8504432" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.059389] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('609ba79e-42b8-44fd-b187-194db8504432',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.081015] env[69148]: INFO networking_nsxv3.common.synchronization [None req-9f299769-e9a2-4d78-a717-97553cc03a32 None None] Enqueued Resource ID: dea38c4f-3e13-4bb2-912f-caa925faff13 with Priority: HIGHEST for action port [ 687.081015] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dea38c4f-3e13-4bb2-912f-caa925faff13 with Priority: HIGHEST for action port [ 687.081381] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-dea38c4f-3e13-4bb2-912f-caa925faff13 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.081453] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dea38c4f-3e13-4bb2-912f-caa925faff13" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.081483] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dea38c4f-3e13-4bb2-912f-caa925faff13" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.082115] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dea38c4f-3e13-4bb2-912f-caa925faff13" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.082216] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dea38c4f-3e13-4bb2-912f-caa925faff13',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.336851] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd59b9e1-6c3b-4633-87db-e7d8443e62e7: rpc.has_security_group_logging(os_id): False [ 687.354024] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.354024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.354024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.354024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.354024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.354024] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.354024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.354024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.354024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.354024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.354024] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd59b9e1-6c3b-4633-87db-e7d8443e62e7 is going to be created. [ 687.408299] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.408449] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.408518] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.408738] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.408978] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.427938] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd59b9e1-6c3b-4633-87db-e7d8443e62e7 in Status: IN_PROGRESS for 2s [ 687.562207] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.562207] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.562207] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.562651] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.562651] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.562737] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 609ba79e-42b8-44fd-b187-194db8504432 not found, creating... [ 687.563019] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.563182] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.563302] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.563920] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.564085] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.565033] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.565033] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.565033] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.565033] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.565033] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.565341] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 609ba79e-42b8-44fd-b187-194db8504432 is going to be created. [ 687.585362] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dea38c4f-3e13-4bb2-912f-caa925faff13 [ 687.585362] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.585362] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.585591] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.585631] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.585762] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.585807] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dea38c4f-3e13-4bb2-912f-caa925faff13 already deleted. [ 687.585888] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dea38c4f-3e13-4bb2-912f-caa925faff13" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.587233] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.587442] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.587580] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.587865] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.588086] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.588324] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-609ba79e-42b8-44fd-b187-194db8504432" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.924138] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06a9a251-b54d-4a2a-91b3-560ca563cabd in Status: SUCCESS [ 687.924334] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06a9a251-b54d-4a2a-91b3-560ca563cabd deletion is rescheduled due to dependency. [ 687.925691] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.126151] env[69148]: INFO networking_nsxv3.common.synchronization [req-cc8cf206-066b-4e72-a2b5-9c03944f9ec2 req-3243be30-d716-4b38-a1fa-7f08e4460afd tempest-SecurityGroupRulesTestJSON-1050675621 tempest-SecurityGroupRulesTestJSON-1050675621-project-member] Enqueued Resource ID: 1cdf4292-9b37-41b2-a617-bbcf3f3d6f35 with Priority: HIGHEST for action security_group_rules [ 688.126151] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cdf4292-9b37-41b2-a617-bbcf3f3d6f35 with Priority: HIGHEST for action security_group_rules [ 688.126151] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cdf4292-9b37-41b2-a617-bbcf3f3d6f35 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.126151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cdf4292-9b37-41b2-a617-bbcf3f3d6f35" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.126151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cdf4292-9b37-41b2-a617-bbcf3f3d6f35" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.126151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cdf4292-9b37-41b2-a617-bbcf3f3d6f35" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.126151] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cdf4292-9b37-41b2-a617-bbcf3f3d6f35',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.392313] env[69148]: INFO networking_nsxv3.common.synchronization [req-1393299d-ec64-4ae0-ae3f-fc646669ab77 req-adcf202c-9db8-4226-8757-81abc8e1d4a9 service nova] Enqueued Resource ID: bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30 with Priority: HIGHEST for action security_group_rules [ 688.392313] env[69148]: INFO networking_nsxv3.common.synchronization [req-1393299d-ec64-4ae0-ae3f-fc646669ab77 req-adcf202c-9db8-4226-8757-81abc8e1d4a9 service nova] Enqueued Resource ID: bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30 with Priority: HIGHEST for action security_group_members [ 688.392313] env[69148]: INFO networking_nsxv3.common.synchronization [req-1393299d-ec64-4ae0-ae3f-fc646669ab77 req-adcf202c-9db8-4226-8757-81abc8e1d4a9 service nova] Enqueued Resource ID: 609ba79e-42b8-44fd-b187-194db8504432 with Priority: HIGHEST for action port [ 688.392313] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30 with Priority: HIGHEST for action security_group_rules [ 688.392313] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30 with Priority: HIGHEST for action security_group_members [ 688.392313] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 609ba79e-42b8-44fd-b187-194db8504432 with Priority: HIGHEST for action port [ 688.393363] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.397206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.397206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.397206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.397206] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.397206] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.397206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.397206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.397206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.397206] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.397206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.397206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.397206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.397206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.397206] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.397206] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-609ba79e-42b8-44fd-b187-194db8504432 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.397206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-609ba79e-42b8-44fd-b187-194db8504432" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.397206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-609ba79e-42b8-44fd-b187-194db8504432" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.397206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-609ba79e-42b8-44fd-b187-194db8504432" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.398482] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('609ba79e-42b8-44fd-b187-194db8504432',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.650601] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.650601] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.650601] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.650601] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.650601] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.650601] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cdf4292-9b37-41b2-a617-bbcf3f3d6f35 already deleted. [ 688.650601] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cdf4292-9b37-41b2-a617-bbcf3f3d6f35" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.669239] env[69148]: INFO networking_nsxv3.common.synchronization [req-e753beb6-c19c-4852-9ef3-2ff18e198993 req-9db23790-de3a-4172-80ed-1b8c5686d6d1 tempest-SecurityGroupRulesTestJSON-1050675621 tempest-SecurityGroupRulesTestJSON-1050675621-project-member] Enqueued Resource ID: 73d7fb3e-9024-490e-ad48-33bbca5f967f with Priority: HIGHEST for action security_group_rules [ 688.669239] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73d7fb3e-9024-490e-ad48-33bbca5f967f with Priority: HIGHEST for action security_group_rules [ 688.669239] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73d7fb3e-9024-490e-ad48-33bbca5f967f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.669239] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73d7fb3e-9024-490e-ad48-33bbca5f967f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.669239] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73d7fb3e-9024-490e-ad48-33bbca5f967f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.669239] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73d7fb3e-9024-490e-ad48-33bbca5f967f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.669239] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73d7fb3e-9024-490e-ad48-33bbca5f967f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.755520] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66d1f77c-9310-4087-8a9e-104a4eab83b0 in Status: SUCCESS [ 688.755787] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66d1f77c-9310-4087-8a9e-104a4eab83b0 deletion is rescheduled due to dependency. [ 688.755845] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.901943] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.902110] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.902333] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.903219] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 609ba79e-42b8-44fd-b187-194db8504432 with status ACTIVE [ 688.903823] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.903823] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.903823] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.903823] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.904064] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.904064] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.904131] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.904246] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.904332] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.904412] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.905690] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.906016] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.906016] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.906196] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.909055] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.909055] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 609ba79e-42b8-44fd-b187-194db8504432 is going to be updated. [ 688.927237] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.927408] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.927498] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.927716] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.927850] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.928032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-609ba79e-42b8-44fd-b187-194db8504432" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.190586] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.190586] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.190586] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.190586] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.190586] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.190586] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73d7fb3e-9024-490e-ad48-33bbca5f967f already deleted. [ 689.190586] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73d7fb3e-9024-490e-ad48-33bbca5f967f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.335487] env[69148]: INFO networking_nsxv3.common.synchronization [req-eecfc702-ea1f-4652-9619-4d7dbd2eca51 req-c8d45068-1c90-4f40-85e4-c30f0863b83b tempest-SecurityGroupRulesTestJSON-1050675621 tempest-SecurityGroupRulesTestJSON-1050675621-project-member] Enqueued Resource ID: ffb6b3a5-d7dd-4b48-9d9d-1610b49ca611 with Priority: HIGHEST for action security_group_rules [ 689.335487] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffb6b3a5-d7dd-4b48-9d9d-1610b49ca611 with Priority: HIGHEST for action security_group_rules [ 689.335487] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffb6b3a5-d7dd-4b48-9d9d-1610b49ca611 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.335487] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffb6b3a5-d7dd-4b48-9d9d-1610b49ca611" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.335487] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffb6b3a5-d7dd-4b48-9d9d-1610b49ca611" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.335487] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffb6b3a5-d7dd-4b48-9d9d-1610b49ca611" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.335487] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffb6b3a5-d7dd-4b48-9d9d-1610b49ca611',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.408932] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.441080] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd59b9e1-6c3b-4633-87db-e7d8443e62e7 in Status: SUCCESS [ 689.441345] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.754820] env[69148]: INFO networking_nsxv3.common.synchronization [None req-03714fdc-6b75-433f-8f4a-517def09c9b9 None None] Enqueued Resource ID: e3fbeff2-5773-4e63-af6a-7956520180b2 with Priority: HIGHEST for action port [ 689.755387] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3fbeff2-5773-4e63-af6a-7956520180b2 with Priority: HIGHEST for action port [ 689.756338] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3fbeff2-5773-4e63-af6a-7956520180b2 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.756545] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3fbeff2-5773-4e63-af6a-7956520180b2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.756664] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3fbeff2-5773-4e63-af6a-7956520180b2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.756980] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3fbeff2-5773-4e63-af6a-7956520180b2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.757112] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3fbeff2-5773-4e63-af6a-7956520180b2',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.862606] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.862761] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.862829] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.863347] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.863347] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.863347] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffb6b3a5-d7dd-4b48-9d9d-1610b49ca611 already deleted. [ 689.863462] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffb6b3a5-d7dd-4b48-9d9d-1610b49ca611" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.911434] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.911878] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.911878] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.912185] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.912335] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.912498] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30 is going to be created. [ 689.941054] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.941252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.941338] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.941759] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.941994] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.951643] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30 in Status: UNINITIALIZED for 2s [ 690.106898] env[69148]: INFO networking_nsxv3.common.synchronization [req-fec20fe1-4cc8-4c56-a2ce-fc56291706a3 req-9aee474b-d5d8-4b21-84e0-de989b04fe78 tempest-SecurityGroupRulesTestJSON-1050675621 tempest-SecurityGroupRulesTestJSON-1050675621-project-member] Enqueued Resource ID: 8e3cb77c-a1f8-4560-b65b-4a2f8ec7660d with Priority: HIGHEST for action security_group_rules [ 690.107542] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e3cb77c-a1f8-4560-b65b-4a2f8ec7660d with Priority: HIGHEST for action security_group_rules [ 690.107851] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e3cb77c-a1f8-4560-b65b-4a2f8ec7660d taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.107975] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e3cb77c-a1f8-4560-b65b-4a2f8ec7660d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.108360] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e3cb77c-a1f8-4560-b65b-4a2f8ec7660d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.108638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e3cb77c-a1f8-4560-b65b-4a2f8ec7660d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.108722] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e3cb77c-a1f8-4560-b65b-4a2f8ec7660d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.260627] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3fbeff2-5773-4e63-af6a-7956520180b2 [ 690.260627] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.260627] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.260627] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.260627] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.260627] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.260627] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3fbeff2-5773-4e63-af6a-7956520180b2 already deleted. [ 690.260627] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3fbeff2-5773-4e63-af6a-7956520180b2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.627262] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.627415] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.627485] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.627690] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.627779] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.627894] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e3cb77c-a1f8-4560-b65b-4a2f8ec7660d already deleted. [ 690.628235] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e3cb77c-a1f8-4560-b65b-4a2f8ec7660d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.452535] env[69148]: INFO networking_nsxv3.common.synchronization [req-56880c9d-ea33-4fce-88a3-3e091070e57c req-f4dc5b5c-0b8a-4da2-802a-ba752022a06b tempest-SecurityGroupRulesTestJSON-1050675621 tempest-SecurityGroupRulesTestJSON-1050675621-project-member] Enqueued Resource ID: 50c3c7e6-9a53-4851-9a24-59eaf170fd6e with Priority: HIGHEST for action security_group_rules [ 691.453039] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c3c7e6-9a53-4851-9a24-59eaf170fd6e with Priority: HIGHEST for action security_group_rules [ 691.453526] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50c3c7e6-9a53-4851-9a24-59eaf170fd6e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.453526] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50c3c7e6-9a53-4851-9a24-59eaf170fd6e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.453526] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50c3c7e6-9a53-4851-9a24-59eaf170fd6e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.453859] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50c3c7e6-9a53-4851-9a24-59eaf170fd6e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.453859] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50c3c7e6-9a53-4851-9a24-59eaf170fd6e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.725819] env[69148]: INFO networking_nsxv3.common.synchronization [req-133e2735-3bb1-4c33-bf0b-712ca0efec0a req-a724857e-c94a-46af-96e5-5567be1a945f tempest-SecurityGroupRulesTestJSON-1050675621 tempest-SecurityGroupRulesTestJSON-1050675621-project-member] Enqueued Resource ID: 50c3c7e6-9a53-4851-9a24-59eaf170fd6e with Priority: HIGHEST for action security_group_rules [ 691.726681] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c3c7e6-9a53-4851-9a24-59eaf170fd6e with Priority: HIGHEST for action security_group_rules [ 691.726871] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50c3c7e6-9a53-4851-9a24-59eaf170fd6e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.726978] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50c3c7e6-9a53-4851-9a24-59eaf170fd6e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.961229] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30 in Status: SUCCESS [ 691.961420] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.961571] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.961782] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.961965] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.962097] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.962160] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.962315] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.962403] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.962473] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.962558] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.976245] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.976245] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.976245] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.976245] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.976422] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.976422] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50c3c7e6-9a53-4851-9a24-59eaf170fd6e already deleted. [ 691.976519] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50c3c7e6-9a53-4851-9a24-59eaf170fd6e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.976978] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50c3c7e6-9a53-4851-9a24-59eaf170fd6e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.977287] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50c3c7e6-9a53-4851-9a24-59eaf170fd6e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.977494] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50c3c7e6-9a53-4851-9a24-59eaf170fd6e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.448747] env[69148]: INFO networking_nsxv3.common.synchronization [req-6a7547cd-95be-41e0-846b-d03bdb637775 req-442d6771-0fe9-40ce-86f6-91182a4f2244 tempest-SecurityGroupRulesTestJSON-1050675621 tempest-SecurityGroupRulesTestJSON-1050675621-project-member] Enqueued Resource ID: 50c3c7e6-9a53-4851-9a24-59eaf170fd6e with Priority: HIGHEST for action security_group_rules [ 692.448747] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c3c7e6-9a53-4851-9a24-59eaf170fd6e with Priority: HIGHEST for action security_group_rules [ 692.451632] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50c3c7e6-9a53-4851-9a24-59eaf170fd6e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.452399] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50c3c7e6-9a53-4851-9a24-59eaf170fd6e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.466181] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.466181] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.466181] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.466181] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.466181] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.466181] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.466181] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.466181] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.466181] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.466181] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.466732] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.466732] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.466732] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.466732] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.466859] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.466899] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.466969] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.467323] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.467400] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.467479] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.467569] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.496238] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.496398] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.496469] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.496717] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.496804] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.496921] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50c3c7e6-9a53-4851-9a24-59eaf170fd6e already deleted. [ 692.497017] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50c3c7e6-9a53-4851-9a24-59eaf170fd6e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.497198] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50c3c7e6-9a53-4851-9a24-59eaf170fd6e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.497389] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50c3c7e6-9a53-4851-9a24-59eaf170fd6e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.497468] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50c3c7e6-9a53-4851-9a24-59eaf170fd6e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.969352] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30: rpc.has_security_group_logging(os_id): False [ 692.994264] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.994264] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.994264] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.994264] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.994264] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.994264] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.994264] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.994264] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.994624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.994624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.994624] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.994624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.994856] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.994856] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.994912] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.996950] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.997764] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.997764] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.997764] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.997764] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.997764] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30 is going to be created. [ 693.015999] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.015999] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.015999] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.015999] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.016229] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.016229] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50c3c7e6-9a53-4851-9a24-59eaf170fd6e already deleted. [ 693.016229] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50c3c7e6-9a53-4851-9a24-59eaf170fd6e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.051805] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.052324] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.052597] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.052852] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.053099] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.063672] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30 in Status: IN_PROGRESS for 2s [ 694.353405] env[69148]: INFO networking_nsxv3.common.synchronization [req-c9ad664a-6d81-46e3-add7-e848cd806c71 req-e8c37b4a-e5ab-49b7-af0e-264a43e43a73 tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Enqueued Resource ID: 9dd55ea5-607e-4eb0-ba86-c2827e1c6bde with Priority: HIGHEST for action security_group_members [ 694.353405] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dd55ea5-607e-4eb0-ba86-c2827e1c6bde with Priority: HIGHEST for action security_group_members [ 694.353405] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.353405] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.353405] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.353405] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.353405] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.353917] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.353917] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.354427] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.354520] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.354619] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dd55ea5-607e-4eb0-ba86-c2827e1c6bde',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.856957] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.857147] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.857232] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.857487] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.857552] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.857752] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.857851] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.857927] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.858094] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.858173] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.858267] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dd55ea5-607e-4eb0-ba86-c2827e1c6bde already deleted. [ 694.858365] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.910923] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-981 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.911130] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-981" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.911254] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-981" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.911563] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-981" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.911816] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.911972] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.912104] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.912319] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.912466] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.912676] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 694.912790] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.912925] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.913065] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.913226] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 694.913388] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.913559] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.932900] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.932900] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 694.933054] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.933279] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-981" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.933607] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-0ecbe783-85f4-4f88-a35a-0d4bab0ffb09 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.933783] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-0ecbe783-85f4-4f88-a35a-0d4bab0ffb09" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.933904] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-0ecbe783-85f4-4f88-a35a-0d4bab0ffb09" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.934447] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-0ecbe783-85f4-4f88-a35a-0d4bab0ffb09" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.934577] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ecbe783-85f4-4f88-a35a-0d4bab0ffb09',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.075199] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30 in Status: SUCCESS [ 695.075486] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.437132] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.437410] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.437480] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.437773] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.438124] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.438372] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 0ecbe783-85f4-4f88-a35a-0d4bab0ffb09 not found, creating... [ 695.439022] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.439253] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.439381] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.439628] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.439777] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.440166] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.440335] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.440456] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.440705] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.440852] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.441392] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 0ecbe783-85f4-4f88-a35a-0d4bab0ffb09 is going to be created. [ 695.466454] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.466681] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.466825] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.467285] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.467460] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.467683] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-0ecbe783-85f4-4f88-a35a-0d4bab0ffb09" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.397874] env[69148]: INFO networking_nsxv3.common.synchronization [req-c9ad664a-6d81-46e3-add7-e848cd806c71 req-37d18303-814f-490c-ac02-ca3174f61fa5 service nova] Enqueued Resource ID: 9dd55ea5-607e-4eb0-ba86-c2827e1c6bde with Priority: HIGHEST for action security_group_rules [ 696.398024] env[69148]: INFO networking_nsxv3.common.synchronization [req-c9ad664a-6d81-46e3-add7-e848cd806c71 req-37d18303-814f-490c-ac02-ca3174f61fa5 service nova] Enqueued Resource ID: 9dd55ea5-607e-4eb0-ba86-c2827e1c6bde with Priority: HIGHEST for action security_group_members [ 696.398170] env[69148]: INFO networking_nsxv3.common.synchronization [req-c9ad664a-6d81-46e3-add7-e848cd806c71 req-37d18303-814f-490c-ac02-ca3174f61fa5 service nova] Enqueued Resource ID: 0ecbe783-85f4-4f88-a35a-0d4bab0ffb09 with Priority: HIGHEST for action port [ 696.399592] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dd55ea5-607e-4eb0-ba86-c2827e1c6bde with Priority: HIGHEST for action security_group_rules [ 696.401028] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dd55ea5-607e-4eb0-ba86-c2827e1c6bde with Priority: HIGHEST for action security_group_members [ 696.401028] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ecbe783-85f4-4f88-a35a-0d4bab0ffb09 with Priority: HIGHEST for action port [ 696.401028] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.401028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.401028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.401028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.401028] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dd55ea5-607e-4eb0-ba86-c2827e1c6bde',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.402286] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.402338] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.402368] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.402543] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.402688] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.402782] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.402846] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.402989] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.403087] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.403670] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dd55ea5-607e-4eb0-ba86-c2827e1c6bde',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.404969] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ecbe783-85f4-4f88-a35a-0d4bab0ffb09 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.404969] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ecbe783-85f4-4f88-a35a-0d4bab0ffb09" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.404969] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ecbe783-85f4-4f88-a35a-0d4bab0ffb09" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.405089] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ecbe783-85f4-4f88-a35a-0d4bab0ffb09" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.405116] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ecbe783-85f4-4f88-a35a-0d4bab0ffb09',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.906692] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9dd55ea5-607e-4eb0-ba86-c2827e1c6bde',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.910033] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.910033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.910033] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ecbe783-85f4-4f88-a35a-0d4bab0ffb09 with status ACTIVE [ 696.910033] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.910033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.910033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.910033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.910033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.910033] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.910033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.910033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.910033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.910033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.910695] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.910902] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.911058] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.911300] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.912866] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.912866] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ecbe783-85f4-4f88-a35a-0d4bab0ffb09 is going to be updated. [ 696.930717] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.930860] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.930930] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.931175] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.931312] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.931468] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ecbe783-85f4-4f88-a35a-0d4bab0ffb09" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.410428] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9dd55ea5-607e-4eb0-ba86-c2827e1c6bde',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.914508] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.914824] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.914824] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.914947] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.915048] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.915151] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dd55ea5-607e-4eb0-ba86-c2827e1c6bde is going to be created. [ 697.936792] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.937025] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.937025] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.937229] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.937415] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.947932] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dd55ea5-607e-4eb0-ba86-c2827e1c6bde in Status: UNINITIALIZED for 2s [ 698.431329] env[69148]: INFO networking_nsxv3.common.synchronization [None req-06ea6bb2-5840-45fb-b021-034bcbf041af None None] Enqueued Resource ID: 0100ea6c-629c-4b1f-bd52-aaae6ae16d60 with Priority: HIGHEST for action port [ 698.431592] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0100ea6c-629c-4b1f-bd52-aaae6ae16d60 with Priority: HIGHEST for action port [ 698.432180] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-0100ea6c-629c-4b1f-bd52-aaae6ae16d60 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.432305] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0100ea6c-629c-4b1f-bd52-aaae6ae16d60" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.432374] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0100ea6c-629c-4b1f-bd52-aaae6ae16d60" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.432622] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0100ea6c-629c-4b1f-bd52-aaae6ae16d60" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.432704] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0100ea6c-629c-4b1f-bd52-aaae6ae16d60',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.937329] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0100ea6c-629c-4b1f-bd52-aaae6ae16d60 [ 698.937329] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.937329] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.937329] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.937329] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.937329] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.937329] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0100ea6c-629c-4b1f-bd52-aaae6ae16d60 already deleted. [ 698.937329] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0100ea6c-629c-4b1f-bd52-aaae6ae16d60" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.957938] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dd55ea5-607e-4eb0-ba86-c2827e1c6bde in Status: SUCCESS [ 699.958430] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.958430] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.959270] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.959270] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.959270] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.959270] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.959270] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.959270] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.960122] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.960122] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9dd55ea5-607e-4eb0-ba86-c2827e1c6bde',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.033520] env[69148]: INFO networking_nsxv3.common.synchronization [req-ab9ce819-c40f-4132-a1d5-6d0f5d7b8560 req-990c617b-f642-4a0e-8af5-cd87b1337495 tempest-TenantUsagesTestJSON-850954254 tempest-TenantUsagesTestJSON-850954254-project-member] Enqueued Resource ID: bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30 with Priority: HIGHEST for action security_group_members [ 700.033520] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30 with Priority: HIGHEST for action security_group_members [ 700.033978] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.033978] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.033978] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.034562] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.034743] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.034881] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.034945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.035140] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.035256] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.035347] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.086413] env[69148]: INFO networking_nsxv3.common.synchronization [req-b32a58d6-c535-43f6-8877-624add84d3aa req-a198a5a3-f396-4f23-8d23-1142f91de030 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Enqueued Resource ID: 7a2c1c1e-0558-47b0-9504-c676e861142d with Priority: HIGHEST for action security_group_members [ 700.087200] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a2c1c1e-0558-47b0-9504-c676e861142d with Priority: HIGHEST for action security_group_members [ 700.087910] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a2c1c1e-0558-47b0-9504-c676e861142d taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.087910] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.087910] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.088112] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.090868] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.090868] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.090868] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.090868] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.090868] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.090868] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a2c1c1e-0558-47b0-9504-c676e861142d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.460524] env[69148]: INFO networking_nsxv3.common.synchronization [None req-8812a842-25ae-4187-a7cf-a028e5a9326c None None] Enqueued Resource ID: 6d002e8f-db16-4fdb-8f4e-1246ab5f2f9d with Priority: HIGHEST for action port [ 700.461571] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d002e8f-db16-4fdb-8f4e-1246ab5f2f9d with Priority: HIGHEST for action port [ 700.461905] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9dd55ea5-607e-4eb0-ba86-c2827e1c6bde',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.462794] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d002e8f-db16-4fdb-8f4e-1246ab5f2f9d taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.463047] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d002e8f-db16-4fdb-8f4e-1246ab5f2f9d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.463286] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d002e8f-db16-4fdb-8f4e-1246ab5f2f9d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.463589] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d002e8f-db16-4fdb-8f4e-1246ab5f2f9d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.463719] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d002e8f-db16-4fdb-8f4e-1246ab5f2f9d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.522245] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.522393] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.522537] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.522797] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.523067] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.523349] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.523497] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.523851] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.523851] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.526514] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.526686] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.526802] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.530298] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.530298] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.530425] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.530545] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.539816] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.539816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.539816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.539816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.539816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.539816] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.539816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.539816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.539816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.539816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.539816] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30 is going to be updated. [ 700.548755] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.548841] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 700.549532] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.549532] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.549650] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-d880d77a-eff0-4dcf-bd6f-a2347e4d62d6 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.549863] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-d880d77a-eff0-4dcf-bd6f-a2347e4d62d6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.549863] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-d880d77a-eff0-4dcf-bd6f-a2347e4d62d6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.552277] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-d880d77a-eff0-4dcf-bd6f-a2347e4d62d6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.552420] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d880d77a-eff0-4dcf-bd6f-a2347e4d62d6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.566959] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.566959] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.566959] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.567135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.567451] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.575722] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30 in Status: IN_PROGRESS for 2s [ 700.593035] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a2c1c1e-0558-47b0-9504-c676e861142d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.667237] env[69148]: INFO networking_nsxv3.common.synchronization [None req-d8a1226f-a9be-4c62-a95f-481b2f128bf9 None None] Enqueued Resource ID: 471493e4-98c3-47ad-8ddb-71b919efc202 with Priority: HIGHEST for action port [ 700.667765] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471493e4-98c3-47ad-8ddb-71b919efc202 with Priority: HIGHEST for action port [ 700.668381] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-471493e4-98c3-47ad-8ddb-71b919efc202 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.668693] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-471493e4-98c3-47ad-8ddb-71b919efc202" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.668693] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-471493e4-98c3-47ad-8ddb-71b919efc202" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.669124] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-471493e4-98c3-47ad-8ddb-71b919efc202" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.669124] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('471493e4-98c3-47ad-8ddb-71b919efc202',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.965904] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9dd55ea5-607e-4eb0-ba86-c2827e1c6bde: rpc.has_security_group_logging(os_id): False [ 700.967397] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d002e8f-db16-4fdb-8f4e-1246ab5f2f9d [ 700.970727] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.970727] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.970727] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.970727] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.970727] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.970727] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d002e8f-db16-4fdb-8f4e-1246ab5f2f9d already deleted. [ 700.970727] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d002e8f-db16-4fdb-8f4e-1246ab5f2f9d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.988549] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.988549] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.988549] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.988549] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.988549] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.988549] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.988549] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.988549] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.988549] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.988549] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.988549] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dd55ea5-607e-4eb0-ba86-c2827e1c6bde is going to be created. [ 701.055519] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.055764] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.055892] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.056209] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.056360] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.056523] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port d880d77a-eff0-4dcf-bd6f-a2347e4d62d6 not found, creating... [ 701.056792] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.056951] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.057081] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.057309] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.057448] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.057733] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.057888] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.058412] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.058629] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.058818] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.059018] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: d880d77a-eff0-4dcf-bd6f-a2347e4d62d6 is going to be created. [ 701.075055] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.075326] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.075416] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.075647] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.075831] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.080012] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.081329] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.081329] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.081329] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.081329] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.081329] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-d880d77a-eff0-4dcf-bd6f-a2347e4d62d6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.089310] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9dd55ea5-607e-4eb0-ba86-c2827e1c6bde in Status: IN_PROGRESS for 2s [ 701.098234] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a2c1c1e-0558-47b0-9504-c676e861142d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.176032] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 471493e4-98c3-47ad-8ddb-71b919efc202 [ 701.178400] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.178564] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.178640] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.179050] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.179172] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.179287] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:471493e4-98c3-47ad-8ddb-71b919efc202 already deleted. [ 701.179371] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-471493e4-98c3-47ad-8ddb-71b919efc202" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.600691] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.600850] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.600923] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.601170] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.601265] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.601372] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a2c1c1e-0558-47b0-9504-c676e861142d is going to be updated. [ 701.627827] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.627916] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.627957] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.629204] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.629204] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.636131] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a2c1c1e-0558-47b0-9504-c676e861142d in Status: IN_PROGRESS for 2s [ 702.063393] env[69148]: INFO networking_nsxv3.common.synchronization [req-b32a58d6-c535-43f6-8877-624add84d3aa req-a879a869-cc61-41aa-8d9e-1fca88010d0e service nova] Enqueued Resource ID: 7a2c1c1e-0558-47b0-9504-c676e861142d with Priority: HIGHEST for action security_group_rules [ 702.063742] env[69148]: INFO networking_nsxv3.common.synchronization [req-b32a58d6-c535-43f6-8877-624add84d3aa req-a879a869-cc61-41aa-8d9e-1fca88010d0e service nova] Enqueued Resource ID: 7a2c1c1e-0558-47b0-9504-c676e861142d with Priority: HIGHEST for action security_group_members [ 702.063929] env[69148]: INFO networking_nsxv3.common.synchronization [req-b32a58d6-c535-43f6-8877-624add84d3aa req-a879a869-cc61-41aa-8d9e-1fca88010d0e service nova] Enqueued Resource ID: d880d77a-eff0-4dcf-bd6f-a2347e4d62d6 with Priority: HIGHEST for action port [ 702.068339] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a2c1c1e-0558-47b0-9504-c676e861142d with Priority: HIGHEST for action security_group_rules [ 702.068484] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a2c1c1e-0558-47b0-9504-c676e861142d with Priority: HIGHEST for action security_group_members [ 702.068619] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d880d77a-eff0-4dcf-bd6f-a2347e4d62d6 with Priority: HIGHEST for action port [ 702.068864] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a2c1c1e-0558-47b0-9504-c676e861142d taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.069027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.069073] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.070884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.070884] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a2c1c1e-0558-47b0-9504-c676e861142d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.070884] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a2c1c1e-0558-47b0-9504-c676e861142d taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.070884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.070884] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-d880d77a-eff0-4dcf-bd6f-a2347e4d62d6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.070884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d880d77a-eff0-4dcf-bd6f-a2347e4d62d6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.070884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d880d77a-eff0-4dcf-bd6f-a2347e4d62d6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.070884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d880d77a-eff0-4dcf-bd6f-a2347e4d62d6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.070884] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d880d77a-eff0-4dcf-bd6f-a2347e4d62d6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.572985] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a2c1c1e-0558-47b0-9504-c676e861142d taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.574410] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.574410] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d880d77a-eff0-4dcf-bd6f-a2347e4d62d6 with status ACTIVE [ 702.574410] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.574410] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.574410] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.574410] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.574410] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.574410] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.574410] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.574707] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.574707] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.574707] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.574887] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.574991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.575061] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.575207] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.575353] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.575404] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d880d77a-eff0-4dcf-bd6f-a2347e4d62d6 is going to be updated. [ 702.587243] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30 in Status: SUCCESS [ 702.587420] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30 deletion is rescheduled due to dependency. [ 702.587535] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.597837] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.601036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.601036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.601036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.601036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.601036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d880d77a-eff0-4dcf-bd6f-a2347e4d62d6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.099917] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9dd55ea5-607e-4eb0-ba86-c2827e1c6bde in Status: SUCCESS [ 703.100191] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.647411] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a2c1c1e-0558-47b0-9504-c676e861142d in Status: SUCCESS [ 703.647411] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.648689] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.648689] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.648689] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.648689] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.648689] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.648689] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.648689] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.649096] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a2c1c1e-0558-47b0-9504-c676e861142d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.153234] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a2c1c1e-0558-47b0-9504-c676e861142d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.657524] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a2c1c1e-0558-47b0-9504-c676e861142d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.143306] env[69148]: INFO networking_nsxv3.common.synchronization [req-7386b061-b76e-48d2-93f7-abcef169825b req-e78bbc4c-7ea5-4838-9c94-360105762375 tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Enqueued Resource ID: 899029b3-d63b-4f65-9ad1-64f67e6e1729 with Priority: HIGHEST for action security_group_members [ 705.145377] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899029b3-d63b-4f65-9ad1-64f67e6e1729 with Priority: HIGHEST for action security_group_members [ 705.145377] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-899029b3-d63b-4f65-9ad1-64f67e6e1729 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.145377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.146016] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.146016] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.146016] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.146016] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.146016] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.146221] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.146221] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.147832] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('899029b3-d63b-4f65-9ad1-64f67e6e1729',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.159822] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.160134] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.160134] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.160341] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.160341] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.161751] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a2c1c1e-0558-47b0-9504-c676e861142d is going to be updated. [ 705.190831] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.190983] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.191067] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.191314] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.191457] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.200300] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a2c1c1e-0558-47b0-9504-c676e861142d in Status: IN_PROGRESS for 2s [ 705.548619] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-441 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.548619] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-441" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.548619] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-441" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.548940] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-441" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.549338] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.549506] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.549626] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.553040] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.553234] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.553743] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.553867] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.553981] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.554106] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.555511] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.556194] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.556280] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.575593] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.575593] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 705.575593] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.575593] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-441" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.575593] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-ec63d082-46d1-4e3a-8196-3784a5311a16 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.575902] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-ec63d082-46d1-4e3a-8196-3784a5311a16" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.577026] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-ec63d082-46d1-4e3a-8196-3784a5311a16" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.577026] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-ec63d082-46d1-4e3a-8196-3784a5311a16" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.577026] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec63d082-46d1-4e3a-8196-3784a5311a16',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.650128] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.650128] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.650128] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.650333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.650598] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.650668] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.650721] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.650785] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.650918] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.651020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.651093] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 899029b3-d63b-4f65-9ad1-64f67e6e1729 already deleted. [ 705.651180] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.078383] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.078613] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.078739] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.079047] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.079206] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.079365] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port ec63d082-46d1-4e3a-8196-3784a5311a16 not found, creating... [ 706.079656] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.079874] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.079924] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.080147] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.080275] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.080556] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.080709] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.080828] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.081128] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.081286] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.081431] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: ec63d082-46d1-4e3a-8196-3784a5311a16 is going to be created. [ 706.101138] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.102046] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.102215] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.102477] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.102709] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.102939] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-ec63d082-46d1-4e3a-8196-3784a5311a16" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.826384] env[69148]: INFO networking_nsxv3.common.synchronization [req-7386b061-b76e-48d2-93f7-abcef169825b req-fbc683ea-adff-456f-83e1-3f295813a66f service nova] Enqueued Resource ID: 899029b3-d63b-4f65-9ad1-64f67e6e1729 with Priority: HIGHEST for action security_group_rules [ 706.826651] env[69148]: INFO networking_nsxv3.common.synchronization [req-7386b061-b76e-48d2-93f7-abcef169825b req-fbc683ea-adff-456f-83e1-3f295813a66f service nova] Enqueued Resource ID: 899029b3-d63b-4f65-9ad1-64f67e6e1729 with Priority: HIGHEST for action security_group_members [ 706.826793] env[69148]: INFO networking_nsxv3.common.synchronization [req-7386b061-b76e-48d2-93f7-abcef169825b req-fbc683ea-adff-456f-83e1-3f295813a66f service nova] Enqueued Resource ID: ec63d082-46d1-4e3a-8196-3784a5311a16 with Priority: HIGHEST for action port [ 706.828066] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899029b3-d63b-4f65-9ad1-64f67e6e1729 with Priority: HIGHEST for action security_group_rules [ 706.828291] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899029b3-d63b-4f65-9ad1-64f67e6e1729 with Priority: HIGHEST for action security_group_members [ 706.828434] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec63d082-46d1-4e3a-8196-3784a5311a16 with Priority: HIGHEST for action port [ 706.828791] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-899029b3-d63b-4f65-9ad1-64f67e6e1729 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.828882] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.828953] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.829355] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.829452] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('899029b3-d63b-4f65-9ad1-64f67e6e1729',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.830464] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-899029b3-d63b-4f65-9ad1-64f67e6e1729 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.830575] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.830626] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.831068] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.834152] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.834152] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.834152] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.834152] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.834152] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.834152] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('899029b3-d63b-4f65-9ad1-64f67e6e1729',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.834512] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec63d082-46d1-4e3a-8196-3784a5311a16 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.834512] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec63d082-46d1-4e3a-8196-3784a5311a16" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.834613] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec63d082-46d1-4e3a-8196-3784a5311a16" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.834826] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec63d082-46d1-4e3a-8196-3784a5311a16" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.834826] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec63d082-46d1-4e3a-8196-3784a5311a16',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.209867] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a2c1c1e-0558-47b0-9504-c676e861142d in Status: SUCCESS [ 707.210137] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.210748] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.210748] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.210748] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.210905] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.210905] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.211082] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.211166] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.211256] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.211362] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a2c1c1e-0558-47b0-9504-c676e861142d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.337057] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-899029b3-d63b-4f65-9ad1-64f67e6e1729 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.337207] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.337482] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('899029b3-d63b-4f65-9ad1-64f67e6e1729',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.338737] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec63d082-46d1-4e3a-8196-3784a5311a16 with status ACTIVE [ 707.338922] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.339046] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.339115] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.339329] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.339423] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.339606] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.339704] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.339762] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.339903] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.340032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.340179] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.340265] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.340330] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.340475] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.340541] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.340629] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec63d082-46d1-4e3a-8196-3784a5311a16 is going to be updated. [ 707.360294] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.360429] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.360500] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.360689] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.360822] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.360977] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec63d082-46d1-4e3a-8196-3784a5311a16" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.713738] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a2c1c1e-0558-47b0-9504-c676e861142d taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.713912] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.714017] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.714263] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.714482] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.714482] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.714587] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.714661] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.714742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.714825] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.714965] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a2c1c1e-0558-47b0-9504-c676e861142d taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.715070] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.715142] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.715258] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.715417] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.715508] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.715566] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.715703] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.715774] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.715855] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.715941] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a2c1c1e-0558-47b0-9504-c676e861142d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.842347] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('899029b3-d63b-4f65-9ad1-64f67e6e1729',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.899555] env[69148]: INFO networking_nsxv3.common.synchronization [req-d26e24bb-1940-4899-a7d0-80db78a13e2d req-95cfc616-9749-4020-b3b9-ffec6b90c370 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Enqueued Resource ID: 8899b353-20b4-4984-b7dc-40612e84ef76 with Priority: HIGHEST for action security_group_members [ 707.900072] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8899b353-20b4-4984-b7dc-40612e84ef76 with Priority: HIGHEST for action security_group_members [ 707.900369] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-8899b353-20b4-4984-b7dc-40612e84ef76 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.900487] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.900553] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.900814] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.900962] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.905148] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.905228] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.905424] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.905517] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.905615] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8899b353-20b4-4984-b7dc-40612e84ef76',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.223835] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a2c1c1e-0558-47b0-9504-c676e861142d: rpc.has_security_group_logging(os_id): False [ 708.241815] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.242043] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.242096] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.242295] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.242385] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.242611] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.242730] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.242790] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.242933] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.243016] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.243197] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.243287] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.243342] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.243484] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.243550] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.244057] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.244057] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.244057] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.244057] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.245572] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.245572] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a2c1c1e-0558-47b0-9504-c676e861142d is going to be updated. [ 708.308144] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.308334] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.308437] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.308690] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.308888] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.320620] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a2c1c1e-0558-47b0-9504-c676e861142d in Status: IN_PROGRESS for 2s [ 708.345010] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.345176] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.345252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.345518] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.345732] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.345732] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 899029b3-d63b-4f65-9ad1-64f67e6e1729 is going to be created. [ 708.385837] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.385837] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.385837] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.385837] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.385837] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.406389] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-803 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.406389] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-803" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.406389] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-803" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.406389] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-803" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.407038] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.407537] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.410974] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.410974] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.410974] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.410974] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.410974] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.410974] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.410974] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.410974] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.410974] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.410974] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.410974] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 899029b3-d63b-4f65-9ad1-64f67e6e1729 in Status: UNINITIALIZED for 2s [ 708.412468] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.412725] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.413368] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.413368] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.413368] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.413798] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.418625] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.418625] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.418625] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.418625] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.418625] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8899b353-20b4-4984-b7dc-40612e84ef76 already deleted. [ 708.418625] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.435968] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.435968] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 708.435968] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.435968] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-803" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.435968] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-345f2441-51fd-45f9-8940-9b13f9315073 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.435968] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-345f2441-51fd-45f9-8940-9b13f9315073" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.435968] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-345f2441-51fd-45f9-8940-9b13f9315073" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.437649] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-345f2441-51fd-45f9-8940-9b13f9315073" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.437649] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('345f2441-51fd-45f9-8940-9b13f9315073',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.941908] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.942680] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.942680] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.942858] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.943064] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.943777] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 345f2441-51fd-45f9-8940-9b13f9315073 not found, creating... [ 708.943777] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.943777] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.943777] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.943965] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.945383] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.945383] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.945383] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.945383] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.945383] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.945383] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.946163] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 345f2441-51fd-45f9-8940-9b13f9315073 is going to be created. [ 708.964933] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.965173] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.965310] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.965695] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.965962] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.966256] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-345f2441-51fd-45f9-8940-9b13f9315073" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.570159] env[69148]: INFO networking_nsxv3.common.synchronization [None req-53c6cecc-022d-4bae-af74-f08d6fdd05ad None None] Enqueued Resource ID: 839617dd-b492-40ff-9417-854309104ad2 with Priority: HIGHEST for action port [ 709.570644] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839617dd-b492-40ff-9417-854309104ad2 with Priority: HIGHEST for action port [ 709.572096] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-839617dd-b492-40ff-9417-854309104ad2 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.574041] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-839617dd-b492-40ff-9417-854309104ad2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.574041] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-839617dd-b492-40ff-9417-854309104ad2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.574041] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-839617dd-b492-40ff-9417-854309104ad2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.574041] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('839617dd-b492-40ff-9417-854309104ad2',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.890423] env[69148]: INFO networking_nsxv3.common.synchronization [req-d26e24bb-1940-4899-a7d0-80db78a13e2d req-f566d871-92cb-44bb-84b7-ba89c24fd5cc service nova] Enqueued Resource ID: 8899b353-20b4-4984-b7dc-40612e84ef76 with Priority: HIGHEST for action security_group_rules [ 709.890752] env[69148]: INFO networking_nsxv3.common.synchronization [req-d26e24bb-1940-4899-a7d0-80db78a13e2d req-f566d871-92cb-44bb-84b7-ba89c24fd5cc service nova] Enqueued Resource ID: 8899b353-20b4-4984-b7dc-40612e84ef76 with Priority: HIGHEST for action security_group_members [ 709.890920] env[69148]: INFO networking_nsxv3.common.synchronization [req-d26e24bb-1940-4899-a7d0-80db78a13e2d req-f566d871-92cb-44bb-84b7-ba89c24fd5cc service nova] Enqueued Resource ID: 345f2441-51fd-45f9-8940-9b13f9315073 with Priority: HIGHEST for action port [ 709.891509] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8899b353-20b4-4984-b7dc-40612e84ef76 with Priority: HIGHEST for action security_group_rules [ 709.891723] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8899b353-20b4-4984-b7dc-40612e84ef76 with Priority: HIGHEST for action security_group_members [ 709.891922] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 345f2441-51fd-45f9-8940-9b13f9315073 with Priority: HIGHEST for action port [ 709.892211] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8899b353-20b4-4984-b7dc-40612e84ef76 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.892386] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.892499] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.892797] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.892928] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8899b353-20b4-4984-b7dc-40612e84ef76',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.893822] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-8899b353-20b4-4984-b7dc-40612e84ef76 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.894060] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.894127] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.894343] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.894518] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.894720] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.895631] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.895631] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.895631] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.895631] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8899b353-20b4-4984-b7dc-40612e84ef76',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.897672] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-345f2441-51fd-45f9-8940-9b13f9315073 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.897783] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-345f2441-51fd-45f9-8940-9b13f9315073" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.897850] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-345f2441-51fd-45f9-8940-9b13f9315073" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.898046] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-345f2441-51fd-45f9-8940-9b13f9315073" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.898128] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('345f2441-51fd-45f9-8940-9b13f9315073',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.078681] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 839617dd-b492-40ff-9417-854309104ad2 [ 710.078681] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.078681] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.078681] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.078681] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.078681] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.078681] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:839617dd-b492-40ff-9417-854309104ad2 already deleted. [ 710.078681] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-839617dd-b492-40ff-9417-854309104ad2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.334818] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a2c1c1e-0558-47b0-9504-c676e861142d in Status: SUCCESS [ 710.334818] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.405759] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8899b353-20b4-4984-b7dc-40612e84ef76',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.405759] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-8899b353-20b4-4984-b7dc-40612e84ef76 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.405759] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.405759] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 345f2441-51fd-45f9-8940-9b13f9315073 with status ACTIVE [ 710.405759] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.407255] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.407337] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.407574] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.407649] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.407818] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.407911] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.407976] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.408139] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.408217] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.408554] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.408554] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.408554] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.408675] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.408739] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.408826] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 345f2441-51fd-45f9-8940-9b13f9315073 is going to be updated. [ 710.427204] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 899029b3-d63b-4f65-9ad1-64f67e6e1729 in Status: SUCCESS [ 710.427423] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.427845] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.428075] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.428266] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.428381] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.428450] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.428608] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.428700] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.428787] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.428885] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('899029b3-d63b-4f65-9ad1-64f67e6e1729',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.434835] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.435204] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.435204] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.435204] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.435386] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.435494] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-345f2441-51fd-45f9-8940-9b13f9315073" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.916421] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8899b353-20b4-4984-b7dc-40612e84ef76',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.931560] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-899029b3-d63b-4f65-9ad1-64f67e6e1729 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.931798] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.931890] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.932164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.932351] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.932483] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.932545] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.932701] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.932807] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.933528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.933528] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-899029b3-d63b-4f65-9ad1-64f67e6e1729 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.933528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.933528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.933528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.933528] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.933528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.933789] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.933789] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.933789] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.933873] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.934031] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('899029b3-d63b-4f65-9ad1-64f67e6e1729',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.264976] env[69148]: INFO networking_nsxv3.common.synchronization [req-4e8eec6b-aaba-4199-b488-ca056f7858a8 req-ad3d92f5-1e8c-4efc-ab5f-e5d174de52b1 tempest-SecurityGroupRulesNegativeTestJSON-710465179 tempest-SecurityGroupRulesNegativeTestJSON-710465179-project-member] Enqueued Resource ID: 02b0704f-7a7c-4254-8bdf-3a23f4c203ec with Priority: HIGHEST for action security_group_rules [ 711.265823] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02b0704f-7a7c-4254-8bdf-3a23f4c203ec with Priority: HIGHEST for action security_group_rules [ 711.267502] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02b0704f-7a7c-4254-8bdf-3a23f4c203ec taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.267502] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02b0704f-7a7c-4254-8bdf-3a23f4c203ec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.267502] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02b0704f-7a7c-4254-8bdf-3a23f4c203ec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.267502] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02b0704f-7a7c-4254-8bdf-3a23f4c203ec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.267502] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02b0704f-7a7c-4254-8bdf-3a23f4c203ec',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.422900] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.422900] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.422900] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.423151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.423151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.423460] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8899b353-20b4-4984-b7dc-40612e84ef76 is going to be created. [ 711.436324] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 899029b3-d63b-4f65-9ad1-64f67e6e1729: rpc.has_security_group_logging(os_id): False [ 711.447787] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.448026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.448138] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.448333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.448536] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.455954] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.455954] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.455954] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.455954] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.455954] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.457552] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.457667] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.457735] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.457927] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.458077] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.458223] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.458320] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.458536] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.458744] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.458797] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.458981] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.460755] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.460830] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.460976] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.461069] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.461158] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 899029b3-d63b-4f65-9ad1-64f67e6e1729 is going to be created. [ 711.463725] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8899b353-20b4-4984-b7dc-40612e84ef76 in Status: UNINITIALIZED for 2s [ 711.523562] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.523803] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.524085] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.524232] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.524475] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.537463] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 899029b3-d63b-4f65-9ad1-64f67e6e1729 in Status: IN_PROGRESS for 2s [ 711.788266] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.788266] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.788266] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.788266] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.788431] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.788572] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02b0704f-7a7c-4254-8bdf-3a23f4c203ec already deleted. [ 711.788624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02b0704f-7a7c-4254-8bdf-3a23f4c203ec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.934803] env[69148]: INFO networking_nsxv3.common.synchronization [None req-d57f1637-1883-4362-911f-23c9141a12d4 None None] Enqueued Resource ID: 882e5aff-f0ee-41de-9620-a6b064ab12df with Priority: HIGHEST for action port [ 711.935438] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 882e5aff-f0ee-41de-9620-a6b064ab12df with Priority: HIGHEST for action port [ 711.935788] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-882e5aff-f0ee-41de-9620-a6b064ab12df taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.935909] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-882e5aff-f0ee-41de-9620-a6b064ab12df" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.935972] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-882e5aff-f0ee-41de-9620-a6b064ab12df" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.936343] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-882e5aff-f0ee-41de-9620-a6b064ab12df" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.936447] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('882e5aff-f0ee-41de-9620-a6b064ab12df',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.055751] env[69148]: INFO networking_nsxv3.common.synchronization [req-f683eac4-c93e-4e04-922e-590e29d34675 req-08b1cfa7-2883-4da5-aba9-568928623502 tempest-SecurityGroupRulesNegativeTestJSON-710465179 tempest-SecurityGroupRulesNegativeTestJSON-710465179-project-member] Enqueued Resource ID: 02b0704f-7a7c-4254-8bdf-3a23f4c203ec with Priority: HIGHEST for action security_group_rules [ 712.056535] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02b0704f-7a7c-4254-8bdf-3a23f4c203ec with Priority: HIGHEST for action security_group_rules [ 712.056791] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02b0704f-7a7c-4254-8bdf-3a23f4c203ec taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.056927] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02b0704f-7a7c-4254-8bdf-3a23f4c203ec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.056996] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02b0704f-7a7c-4254-8bdf-3a23f4c203ec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.057359] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02b0704f-7a7c-4254-8bdf-3a23f4c203ec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.057448] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02b0704f-7a7c-4254-8bdf-3a23f4c203ec',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.439082] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 882e5aff-f0ee-41de-9620-a6b064ab12df [ 712.440317] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.441496] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.441607] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.441900] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.441973] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.442094] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:882e5aff-f0ee-41de-9620-a6b064ab12df already deleted. [ 712.442177] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-882e5aff-f0ee-41de-9620-a6b064ab12df" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.578675] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.578847] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.578926] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.579254] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.579391] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.579497] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02b0704f-7a7c-4254-8bdf-3a23f4c203ec already deleted. [ 712.579605] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02b0704f-7a7c-4254-8bdf-3a23f4c203ec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.474565] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8899b353-20b4-4984-b7dc-40612e84ef76 in Status: SUCCESS [ 713.474809] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.476049] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.476049] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.476049] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.476049] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.476049] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.476049] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.476049] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.476049] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.476049] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8899b353-20b4-4984-b7dc-40612e84ef76',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.550035] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 899029b3-d63b-4f65-9ad1-64f67e6e1729 in Status: SUCCESS [ 713.550185] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.982998] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-8899b353-20b4-4984-b7dc-40612e84ef76 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.982998] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.982998] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.982998] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.983303] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.983303] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.983303] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.983448] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.983511] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.983604] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.983757] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-8899b353-20b4-4984-b7dc-40612e84ef76 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.983856] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.983908] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.984273] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.984273] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.984273] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.984469] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.984498] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.984596] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.984682] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.984775] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8899b353-20b4-4984-b7dc-40612e84ef76',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.488038] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8899b353-20b4-4984-b7dc-40612e84ef76: rpc.has_security_group_logging(os_id): False [ 714.505815] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.505979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.506066] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.506396] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.506538] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.506801] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.506923] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.506990] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.507159] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.507234] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.507420] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.507516] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.507577] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.507719] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.507794] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.507969] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.508506] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.508614] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.508806] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.508932] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.509073] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8899b353-20b4-4984-b7dc-40612e84ef76 is going to be created. [ 714.566026] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.566026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.566026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.566026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.566026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.575392] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8899b353-20b4-4984-b7dc-40612e84ef76 in Status: IN_PROGRESS for 2s [ 716.170058] env[69148]: INFO networking_nsxv3.common.synchronization [req-98796c4a-f3c4-413e-9396-6434fb10346d req-cdd4a0cb-5e64-49a2-81c8-0f9653365ee6 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Enqueued Resource ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa with Priority: HIGHEST for action security_group_members [ 716.170058] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa with Priority: HIGHEST for action security_group_members [ 716.170058] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff26cca-4bec-45c3-833b-adb00367e5fa taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.170058] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.170058] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.171468] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.172063] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.173375] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.173375] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.173791] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.173791] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.175088] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff26cca-4bec-45c3-833b-adb00367e5fa',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.589688] env[69148]: INFO networking_nsxv3.common.synchronization [None req-ea2193f9-ec37-45f9-bbec-48d917b9db3b None None] Enqueued Resource ID: b3303ec1-4a41-42ba-883f-409d0cda6c25 with Priority: HIGHEST for action port [ 716.589688] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8899b353-20b4-4984-b7dc-40612e84ef76 in Status: SUCCESS [ 716.590027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.592829] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3303ec1-4a41-42ba-883f-409d0cda6c25 with Priority: HIGHEST for action port [ 716.592829] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3303ec1-4a41-42ba-883f-409d0cda6c25 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.592829] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3303ec1-4a41-42ba-883f-409d0cda6c25" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.592829] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3303ec1-4a41-42ba-883f-409d0cda6c25" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.592829] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3303ec1-4a41-42ba-883f-409d0cda6c25" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.592829] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3303ec1-4a41-42ba-883f-409d0cda6c25',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.678998] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.679180] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.679244] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.679647] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.679837] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.680072] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.680317] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.680317] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.680434] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.680520] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.680564] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa is going to be updated. [ 716.707496] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.707652] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.707781] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.708155] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.708328] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.719933] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa in Status: IN_PROGRESS for 2s [ 717.095955] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3303ec1-4a41-42ba-883f-409d0cda6c25 [ 717.096089] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.096223] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.096289] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.096526] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.097099] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.097099] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3303ec1-4a41-42ba-883f-409d0cda6c25 already deleted. [ 717.097099] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3303ec1-4a41-42ba-883f-409d0cda6c25" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.219285] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.220119] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.220119] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.224573] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.224573] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.224573] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.224573] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.224573] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.224573] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.224573] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 717.224573] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.224573] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.224573] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.224573] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 717.224573] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.225487] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.248839] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.249215] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 717.249441] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.249698] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.250119] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-203717ad-c0e8-4def-b5a5-466876471290 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.250563] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-203717ad-c0e8-4def-b5a5-466876471290" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.250783] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-203717ad-c0e8-4def-b5a5-466876471290" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.251190] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-203717ad-c0e8-4def-b5a5-466876471290" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.251422] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('203717ad-c0e8-4def-b5a5-466876471290',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.755578] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.755578] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.755691] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.756455] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.756455] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.756455] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 203717ad-c0e8-4def-b5a5-466876471290 not found, creating... [ 717.756592] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.756748] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.756859] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.757684] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.757684] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.757684] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.757684] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.757957] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.760073] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.760283] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.760437] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 203717ad-c0e8-4def-b5a5-466876471290 is going to be created. [ 717.782566] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.785250] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.785250] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.785250] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.785250] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.785250] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-203717ad-c0e8-4def-b5a5-466876471290" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.143262] env[69148]: INFO networking_nsxv3.common.synchronization [req-bcebf2fc-e388-4efc-9877-5781fa697637 req-929a2f71-5633-40f2-afd0-0ae62603e973 tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Enqueued Resource ID: 7a2c1c1e-0558-47b0-9504-c676e861142d with Priority: HIGHEST for action security_group_members [ 718.143875] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a2c1c1e-0558-47b0-9504-c676e861142d with Priority: HIGHEST for action security_group_members [ 718.145798] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a2c1c1e-0558-47b0-9504-c676e861142d taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.146084] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.146519] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.147774] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.147917] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.148042] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.148122] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.148522] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.148522] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.148522] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a2c1c1e-0558-47b0-9504-c676e861142d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.638010] env[69148]: INFO networking_nsxv3.common.synchronization [None req-87dc1bc4-d33a-4619-8afe-603b25536ed6 None None] Enqueued Resource ID: 389b95ec-ce4f-441f-86bb-88855469c3f6 with Priority: HIGHEST for action port [ 718.638509] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 389b95ec-ce4f-441f-86bb-88855469c3f6 with Priority: HIGHEST for action port [ 718.638913] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-389b95ec-ce4f-441f-86bb-88855469c3f6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.638913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-389b95ec-ce4f-441f-86bb-88855469c3f6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.639032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-389b95ec-ce4f-441f-86bb-88855469c3f6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.639250] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-389b95ec-ce4f-441f-86bb-88855469c3f6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.639325] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('389b95ec-ce4f-441f-86bb-88855469c3f6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.653318] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a2c1c1e-0558-47b0-9504-c676e861142d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.732803] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa in Status: SUCCESS [ 718.732803] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa deletion is rescheduled due to dependency. [ 718.732803] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.791173] env[69148]: INFO networking_nsxv3.common.synchronization [req-98796c4a-f3c4-413e-9396-6434fb10346d req-60c1cbe6-d0f7-4710-b4b3-e4fad55530eb service nova] Enqueued Resource ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa with Priority: HIGHEST for action security_group_rules [ 718.791329] env[69148]: INFO networking_nsxv3.common.synchronization [req-98796c4a-f3c4-413e-9396-6434fb10346d req-60c1cbe6-d0f7-4710-b4b3-e4fad55530eb service nova] Enqueued Resource ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa with Priority: HIGHEST for action security_group_members [ 718.791464] env[69148]: INFO networking_nsxv3.common.synchronization [req-98796c4a-f3c4-413e-9396-6434fb10346d req-60c1cbe6-d0f7-4710-b4b3-e4fad55530eb service nova] Enqueued Resource ID: 203717ad-c0e8-4def-b5a5-466876471290 with Priority: HIGHEST for action port [ 718.792033] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa with Priority: HIGHEST for action security_group_rules [ 718.792377] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa with Priority: HIGHEST for action security_group_members [ 718.792377] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 203717ad-c0e8-4def-b5a5-466876471290 with Priority: HIGHEST for action port [ 718.792553] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ff26cca-4bec-45c3-833b-adb00367e5fa taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.792672] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.792739] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.792960] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.793027] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ff26cca-4bec-45c3-833b-adb00367e5fa',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.794187] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff26cca-4bec-45c3-833b-adb00367e5fa taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.794187] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.798198] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.798198] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.798198] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.798198] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.798198] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.798198] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.798198] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.798198] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff26cca-4bec-45c3-833b-adb00367e5fa',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.798198] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-203717ad-c0e8-4def-b5a5-466876471290 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.798198] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-203717ad-c0e8-4def-b5a5-466876471290" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.798198] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-203717ad-c0e8-4def-b5a5-466876471290" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.798198] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-203717ad-c0e8-4def-b5a5-466876471290" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.798198] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('203717ad-c0e8-4def-b5a5-466876471290',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.898047] env[69148]: INFO networking_nsxv3.common.synchronization [req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf req-5ec49e21-db91-4ce5-adc7-1b2ef3404ccb tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Enqueued Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_members [ 718.898047] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_members [ 718.898047] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.898047] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.898047] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.898047] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.898047] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.898047] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.898047] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.898047] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.898047] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.898654] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.143723] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 389b95ec-ce4f-441f-86bb-88855469c3f6 [ 719.143723] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.143723] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.143723] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.143723] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.143723] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.143723] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:389b95ec-ce4f-441f-86bb-88855469c3f6 already deleted. [ 719.143723] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-389b95ec-ce4f-441f-86bb-88855469c3f6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.157407] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a2c1c1e-0558-47b0-9504-c676e861142d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.299781] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff26cca-4bec-45c3-833b-adb00367e5fa taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.299781] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.299781] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ff26cca-4bec-45c3-833b-adb00367e5fa',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.299781] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 203717ad-c0e8-4def-b5a5-466876471290 with status ACTIVE [ 719.300120] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.300120] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.300260] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.300494] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.300615] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.300815] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.300956] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.301029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.301314] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.301422] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.301631] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.301812] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.301984] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.302212] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.302300] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.302388] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 203717ad-c0e8-4def-b5a5-466876471290 is going to be updated. [ 719.305161] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-316 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.305353] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-316" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.305519] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-316" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.305760] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-316" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.306046] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.306220] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.306339] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.306704] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.306895] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.307306] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.307306] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.307401] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.307474] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.307563] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.307678] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.307864] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.329318] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.329480] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 719.329647] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.329787] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-316" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.330129] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-704f0aea-539f-4763-85d5-77f3b44b669d taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.330303] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-704f0aea-539f-4763-85d5-77f3b44b669d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.330430] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-704f0aea-539f-4763-85d5-77f3b44b669d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.330748] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-704f0aea-539f-4763-85d5-77f3b44b669d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.331294] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('704f0aea-539f-4763-85d5-77f3b44b669d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.339427] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.339567] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.340663] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.340663] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.340663] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.340663] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-203717ad-c0e8-4def-b5a5-466876471290" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.400314] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.400314] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.400442] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.400601] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.400717] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.401204] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.401204] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.401204] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.401358] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.401358] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.401481] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 is going to be updated. [ 719.446756] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.446911] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.446986] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.447219] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.447363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.455385] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: IN_PROGRESS for 2s [ 719.659084] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.659417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.659417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.659645] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.659754] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.659857] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a2c1c1e-0558-47b0-9504-c676e861142d is going to be updated. [ 719.692331] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.692746] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.692746] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.692845] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.692908] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.701733] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a2c1c1e-0558-47b0-9504-c676e861142d in Status: IN_PROGRESS for 2s [ 719.805109] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ff26cca-4bec-45c3-833b-adb00367e5fa',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.837023] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.837023] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.837023] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.837023] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.837023] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.837023] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 704f0aea-539f-4763-85d5-77f3b44b669d not found, creating... [ 719.837023] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.837023] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.837023] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.837023] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.837023] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.837478] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.837478] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.837478] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.837478] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.837478] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.837478] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 704f0aea-539f-4763-85d5-77f3b44b669d is going to be created. [ 719.857540] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.858468] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.858468] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.859079] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.859079] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.859449] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-704f0aea-539f-4763-85d5-77f3b44b669d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.309896] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.309896] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.309896] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.309896] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.309896] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.309896] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa is going to be updated. [ 720.338650] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.338650] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.338650] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.338896] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.339048] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.349092] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa in Status: IN_PROGRESS for 2s [ 720.633025] env[69148]: INFO networking_nsxv3.common.synchronization [req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf req-9c2c1f78-d0a3-4129-bf0c-321e68d83754 service nova] Enqueued Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_rules [ 720.633025] env[69148]: INFO networking_nsxv3.common.synchronization [req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf req-9c2c1f78-d0a3-4129-bf0c-321e68d83754 service nova] Enqueued Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_members [ 720.633025] env[69148]: INFO networking_nsxv3.common.synchronization [req-39ee78ae-6b97-453e-9ab9-d4d2d77d1bbf req-9c2c1f78-d0a3-4129-bf0c-321e68d83754 service nova] Enqueued Resource ID: 704f0aea-539f-4763-85d5-77f3b44b669d with Priority: HIGHEST for action port [ 720.633025] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_rules [ 720.633203] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_members [ 720.633203] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 704f0aea-539f-4763-85d5-77f3b44b669d with Priority: HIGHEST for action port [ 720.633817] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.633989] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.633989] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.637175] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.637175] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.637175] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.637175] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.637175] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-704f0aea-539f-4763-85d5-77f3b44b669d taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.637175] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-704f0aea-539f-4763-85d5-77f3b44b669d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.637175] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-704f0aea-539f-4763-85d5-77f3b44b669d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.637175] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-704f0aea-539f-4763-85d5-77f3b44b669d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.637175] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('704f0aea-539f-4763-85d5-77f3b44b669d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.139254] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.139575] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.139575] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 704f0aea-539f-4763-85d5-77f3b44b669d with status ACTIVE [ 721.139748] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.139866] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.139937] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.140148] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.140243] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.140403] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.140497] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.140559] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.140708] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.140776] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.140986] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.141124] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.141124] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.141236] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.141304] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.141385] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 704f0aea-539f-4763-85d5-77f3b44b669d is going to be updated. [ 721.161012] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.161188] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.161249] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.161477] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.161560] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.161765] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-704f0aea-539f-4763-85d5-77f3b44b669d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.464694] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: SUCCESS [ 721.464937] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 deletion is rescheduled due to dependency. [ 721.465107] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.465308] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.465601] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.465778] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.465890] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.465965] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.466123] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.466202] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.466298] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.712923] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a2c1c1e-0558-47b0-9504-c676e861142d in Status: SUCCESS [ 721.713151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.969762] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.361680] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa in Status: SUCCESS [ 722.363263] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.363263] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.363263] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.363263] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.363263] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.363263] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.363263] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.363263] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.363263] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.363263] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ff26cca-4bec-45c3-833b-adb00367e5fa',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.472191] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.824877] env[69148]: INFO networking_nsxv3.common.synchronization [req-2ddf395f-5df7-4e0f-aae1-0e9f0843d38d req-df44d4d0-5d1a-4ac2-a2eb-50a35cd8ea85 tempest-InstanceActionsTestJSON-193429017 tempest-InstanceActionsTestJSON-193429017-project-member] Enqueued Resource ID: 899029b3-d63b-4f65-9ad1-64f67e6e1729 with Priority: HIGHEST for action security_group_members [ 722.825420] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899029b3-d63b-4f65-9ad1-64f67e6e1729 with Priority: HIGHEST for action security_group_members [ 722.825788] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-899029b3-d63b-4f65-9ad1-64f67e6e1729 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.825909] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.825975] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.826188] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.826358] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.826462] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.826520] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.826694] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.826781] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.826870] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('899029b3-d63b-4f65-9ad1-64f67e6e1729',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.874823] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff26cca-4bec-45c3-833b-adb00367e5fa taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.875120] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.875120] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.875505] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.875505] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.875639] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.875673] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.876019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.876019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.876019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.876148] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff26cca-4bec-45c3-833b-adb00367e5fa taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.876204] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.876265] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.876399] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.876551] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.876643] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.876701] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.876835] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.876920] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.877020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.877116] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ff26cca-4bec-45c3-833b-adb00367e5fa',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.975233] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.975614] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.975614] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.975774] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.975774] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.976084] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 is going to be updated. [ 723.000882] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.001105] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.001178] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.001422] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.001633] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.009878] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: IN_PROGRESS for 2s [ 723.328810] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.328970] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.329042] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.329323] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.329450] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.329611] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.329705] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.329767] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.329913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.329990] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.330087] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 899029b3-d63b-4f65-9ad1-64f67e6e1729 is going to be updated. [ 723.354076] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.354242] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.354313] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.354533] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.355756] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.362673] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 899029b3-d63b-4f65-9ad1-64f67e6e1729 in Status: IN_PROGRESS for 2s [ 723.380000] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ff26cca-4bec-45c3-833b-adb00367e5fa: rpc.has_security_group_logging(os_id): False [ 723.396036] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.396316] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.396316] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.396491] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.396548] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.396832] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.396832] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.396954] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.397044] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.397146] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.397291] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.397399] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.397703] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.397703] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.397703] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.397789] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.397892] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.397921] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.398133] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.398133] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.398231] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa is going to be updated. [ 723.464896] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.465057] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.465121] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.465336] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.465495] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.480858] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa in Status: IN_PROGRESS for 2s [ 725.019825] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: SUCCESS [ 725.020076] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.020222] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.020449] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.020753] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.020900] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.020900] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.021141] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.021141] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.021223] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.021317] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.207234] env[69148]: INFO networking_nsxv3.common.synchronization [None req-7464f31d-bb14-4a8c-acd8-2d7bf3192cc6 None None] Enqueued Resource ID: 0c51cec2-e95d-4fd4-8bb2-5f009b8ddd0f with Priority: HIGHEST for action port [ 725.207607] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c51cec2-e95d-4fd4-8bb2-5f009b8ddd0f with Priority: HIGHEST for action port [ 725.207919] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c51cec2-e95d-4fd4-8bb2-5f009b8ddd0f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.208068] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c51cec2-e95d-4fd4-8bb2-5f009b8ddd0f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.208136] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c51cec2-e95d-4fd4-8bb2-5f009b8ddd0f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.208395] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c51cec2-e95d-4fd4-8bb2-5f009b8ddd0f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.208469] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c51cec2-e95d-4fd4-8bb2-5f009b8ddd0f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.372517] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 899029b3-d63b-4f65-9ad1-64f67e6e1729 in Status: SUCCESS [ 725.372712] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 899029b3-d63b-4f65-9ad1-64f67e6e1729 deletion is rescheduled due to dependency. [ 725.372921] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.493814] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa in Status: SUCCESS [ 725.494081] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.524306] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.524493] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.524575] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.524822] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.525020] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.525150] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.525227] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.525407] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.525625] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.525802] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.525998] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.529201] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.529201] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.529201] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.529201] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.529201] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.529201] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.529201] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.529201] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.529201] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.529201] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.714647] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c51cec2-e95d-4fd4-8bb2-5f009b8ddd0f [ 725.714903] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.715059] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.715125] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.715350] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.715505] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.716015] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c51cec2-e95d-4fd4-8bb2-5f009b8ddd0f already deleted. [ 725.716015] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c51cec2-e95d-4fd4-8bb2-5f009b8ddd0f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.033718] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc44acb6-4943-44ad-9f92-bd70a23825f8: rpc.has_security_group_logging(os_id): False [ 726.050281] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.050369] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.050417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.050617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.050709] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.051664] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.051828] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.051909] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.052460] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.052460] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.052460] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.052460] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.052460] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.052725] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.052725] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.052863] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.052999] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.052999] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.053190] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.053264] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.053392] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 is going to be updated. [ 726.118130] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.118130] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.118130] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.118130] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.118130] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.134497] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: IN_PROGRESS for 2s [ 726.394988] env[69148]: INFO networking_nsxv3.common.synchronization [None req-521bf26e-2071-4146-a01f-9cdcf02c6116 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Enqueued Resource ID: 6365330c-97c3-4666-a60b-f0149e6a0124 with Priority: HIGHEST for action security_group_rules [ 726.395631] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6365330c-97c3-4666-a60b-f0149e6a0124 with Priority: HIGHEST for action security_group_rules [ 726.395991] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6365330c-97c3-4666-a60b-f0149e6a0124 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.396199] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.396553] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.396755] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.396888] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6365330c-97c3-4666-a60b-f0149e6a0124',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.528615] env[69148]: INFO networking_nsxv3.common.synchronization [None req-80aeca2d-f1c1-4d05-8c0e-5df1016f2fc2 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Enqueued Resource ID: 6365330c-97c3-4666-a60b-f0149e6a0124 with Priority: HIGHEST for action security_group_rules [ 726.528615] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6365330c-97c3-4666-a60b-f0149e6a0124 with Priority: HIGHEST for action security_group_rules [ 726.528915] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6365330c-97c3-4666-a60b-f0149e6a0124 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.529024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.922555] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.922555] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.922716] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.922827] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.922882] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.923062] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6365330c-97c3-4666-a60b-f0149e6a0124 already deleted. [ 726.923122] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.923310] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.923743] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.923743] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6365330c-97c3-4666-a60b-f0149e6a0124',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.445279] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.445794] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.446021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.446452] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.446661] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.446847] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6365330c-97c3-4666-a60b-f0149e6a0124 already deleted. [ 727.447042] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.100060] env[69148]: INFO networking_nsxv3.common.synchronization [None req-885bc340-0a8f-42de-b360-0f5f9732fefb None None] Enqueued Resource ID: ed9a9a7c-a751-4769-ac33-5d7e8eff9b68 with Priority: HIGHEST for action port [ 728.100060] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9a9a7c-a751-4769-ac33-5d7e8eff9b68 with Priority: HIGHEST for action port [ 728.100060] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed9a9a7c-a751-4769-ac33-5d7e8eff9b68 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.100060] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed9a9a7c-a751-4769-ac33-5d7e8eff9b68" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.100060] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed9a9a7c-a751-4769-ac33-5d7e8eff9b68" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.100060] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed9a9a7c-a751-4769-ac33-5d7e8eff9b68" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.100060] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed9a9a7c-a751-4769-ac33-5d7e8eff9b68',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.148473] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: SUCCESS [ 728.148473] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.605191] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed9a9a7c-a751-4769-ac33-5d7e8eff9b68 [ 728.605191] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.605191] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.605191] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.605191] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.605191] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.605191] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed9a9a7c-a751-4769-ac33-5d7e8eff9b68 already deleted. [ 728.605191] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed9a9a7c-a751-4769-ac33-5d7e8eff9b68" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.592671] env[69148]: INFO networking_nsxv3.common.synchronization [req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 req-2097dd34-d16b-4122-8f65-5ff90d555a84 tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Enqueued Resource ID: d8d0a03c-d376-4539-a6d2-ad8a79b0aadb with Priority: HIGHEST for action security_group_members [ 729.597428] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d0a03c-d376-4539-a6d2-ad8a79b0aadb with Priority: HIGHEST for action security_group_members [ 729.598915] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.598915] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.598915] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.598915] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.598915] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.598915] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.598915] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.599816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.599816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.599816] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8d0a03c-d376-4539-a6d2-ad8a79b0aadb',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.099157] env[69148]: INFO networking_nsxv3.common.synchronization [None req-b031e559-4d98-4077-bc8b-c24adb619b7a None None] Enqueued Resource ID: 31236f1e-7822-41da-a8a6-f04ac4c7209e with Priority: HIGHEST for action port [ 730.099423] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31236f1e-7822-41da-a8a6-f04ac4c7209e with Priority: HIGHEST for action port [ 730.100021] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-31236f1e-7822-41da-a8a6-f04ac4c7209e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.100647] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31236f1e-7822-41da-a8a6-f04ac4c7209e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.100719] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31236f1e-7822-41da-a8a6-f04ac4c7209e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.100994] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31236f1e-7822-41da-a8a6-f04ac4c7209e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.101082] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31236f1e-7822-41da-a8a6-f04ac4c7209e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.103550] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.103675] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.103744] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.103936] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.104038] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.104225] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.104325] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.104378] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.104523] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.104588] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.104673] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8d0a03c-d376-4539-a6d2-ad8a79b0aadb already deleted. [ 730.104752] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.605941] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31236f1e-7822-41da-a8a6-f04ac4c7209e [ 730.606227] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.606875] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.606875] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.606875] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.606875] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.606875] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31236f1e-7822-41da-a8a6-f04ac4c7209e already deleted. [ 730.606875] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31236f1e-7822-41da-a8a6-f04ac4c7209e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.698280] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-161 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.698280] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-161" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.698280] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-161" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.698666] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-161" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.698942] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.699118] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.699235] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.699449] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.699602] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.699827] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.703020] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.703020] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.703020] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.703020] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.703020] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.703020] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.720488] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.722474] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 730.722474] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.722474] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-161" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.722474] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-f622a594-e8c0-4a61-a41d-fbb207d9588a taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.722474] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-f622a594-e8c0-4a61-a41d-fbb207d9588a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.722474] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-f622a594-e8c0-4a61-a41d-fbb207d9588a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.722474] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-f622a594-e8c0-4a61-a41d-fbb207d9588a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.722474] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f622a594-e8c0-4a61-a41d-fbb207d9588a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.114863] env[69148]: INFO networking_nsxv3.common.synchronization [req-ca484b9d-6e1b-4d99-ae89-e8cc91a87eb5 req-5ccb5e01-3e41-4759-94e4-6728487fe343 tempest-DeleteServersAdminTestJSON-808090894 tempest-DeleteServersAdminTestJSON-808090894-project-member] Enqueued Resource ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa with Priority: HIGHEST for action security_group_members [ 731.115452] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa with Priority: HIGHEST for action security_group_members [ 731.118164] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ff26cca-4bec-45c3-833b-adb00367e5fa taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.118315] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.118402] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.118611] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.118808] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.118918] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.118986] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.119166] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.119263] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.119358] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ff26cca-4bec-45c3-833b-adb00367e5fa',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.225663] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.225801] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.225881] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.226177] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.226336] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.226494] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port f622a594-e8c0-4a61-a41d-fbb207d9588a not found, creating... [ 731.226782] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.226947] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.227078] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.227303] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.227439] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.227717] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.227883] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.228025] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.228238] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.228371] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.228509] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: f622a594-e8c0-4a61-a41d-fbb207d9588a is going to be created. [ 731.248433] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.248640] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.248766] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.249044] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.249276] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.249490] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-f622a594-e8c0-4a61-a41d-fbb207d9588a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.627176] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.627176] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.627176] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.627176] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.627176] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.627176] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.627176] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.627176] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.627176] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.627176] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.627176] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa is going to be updated. [ 731.653083] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.653083] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.653083] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.653083] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.653083] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.661300] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa in Status: IN_PROGRESS for 2s [ 731.978895] env[69148]: INFO networking_nsxv3.common.synchronization [None req-f3513ed2-13e4-40ac-987b-11c018310690 None None] Enqueued Resource ID: 7c6e7e63-777e-490b-9a8b-535e23220b63 with Priority: HIGHEST for action port [ 731.979655] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c6e7e63-777e-490b-9a8b-535e23220b63 with Priority: HIGHEST for action port [ 731.980022] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c6e7e63-777e-490b-9a8b-535e23220b63 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.980174] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c6e7e63-777e-490b-9a8b-535e23220b63" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.980246] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c6e7e63-777e-490b-9a8b-535e23220b63" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.980559] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c6e7e63-777e-490b-9a8b-535e23220b63" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.980645] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c6e7e63-777e-490b-9a8b-535e23220b63',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.482988] env[69148]: INFO networking_nsxv3.common.synchronization [req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 req-3ce7d547-aef4-4f0e-a7b0-d13ddc26d665 service nova] Enqueued Resource ID: d8d0a03c-d376-4539-a6d2-ad8a79b0aadb with Priority: HIGHEST for action security_group_rules [ 732.483220] env[69148]: INFO networking_nsxv3.common.synchronization [req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 req-3ce7d547-aef4-4f0e-a7b0-d13ddc26d665 service nova] Enqueued Resource ID: d8d0a03c-d376-4539-a6d2-ad8a79b0aadb with Priority: HIGHEST for action security_group_members [ 732.483857] env[69148]: INFO networking_nsxv3.common.synchronization [req-9f562fa5-2111-41e5-8e55-6f8bbc4d4bd1 req-3ce7d547-aef4-4f0e-a7b0-d13ddc26d665 service nova] Enqueued Resource ID: f622a594-e8c0-4a61-a41d-fbb207d9588a with Priority: HIGHEST for action port [ 732.483857] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d0a03c-d376-4539-a6d2-ad8a79b0aadb with Priority: HIGHEST for action security_group_rules [ 732.483857] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d0a03c-d376-4539-a6d2-ad8a79b0aadb with Priority: HIGHEST for action security_group_members [ 732.483857] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f622a594-e8c0-4a61-a41d-fbb207d9588a with Priority: HIGHEST for action port [ 732.485163] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.485163] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.485163] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.485163] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.485163] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8d0a03c-d376-4539-a6d2-ad8a79b0aadb',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.488160] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.488319] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.488393] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.488623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.488751] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.488853] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.489191] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.489363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.489453] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.489549] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8d0a03c-d376-4539-a6d2-ad8a79b0aadb',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.490338] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-f622a594-e8c0-4a61-a41d-fbb207d9588a taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.490455] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f622a594-e8c0-4a61-a41d-fbb207d9588a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.490515] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f622a594-e8c0-4a61-a41d-fbb207d9588a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.490657] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f622a594-e8c0-4a61-a41d-fbb207d9588a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.490732] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f622a594-e8c0-4a61-a41d-fbb207d9588a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.491669] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c6e7e63-777e-490b-9a8b-535e23220b63 [ 732.491833] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.491935] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.491999] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.492423] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.492517] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.492611] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c6e7e63-777e-490b-9a8b-535e23220b63 already deleted. [ 732.492730] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c6e7e63-777e-490b-9a8b-535e23220b63" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.620119] env[69148]: INFO networking_nsxv3.common.synchronization [req-2b51f8f3-9583-4690-a272-001e8713332a req-7e971633-30a7-432f-ab6a-ebc6bfc8a3c8 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Enqueued Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_members [ 732.620615] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_members [ 732.621044] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.621044] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.621205] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.621291] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.621436] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.621530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.621648] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.622379] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.622476] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.623193] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.715337] env[69148]: INFO networking_nsxv3.common.synchronization [None req-ba18fc4c-3bb7-4b7b-b9e8-1cec9980d0bd None None] Enqueued Resource ID: 3d2696b9-0ec4-45c4-ab2c-514ea2e52ed8 with Priority: HIGHEST for action port [ 732.715337] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d2696b9-0ec4-45c4-ab2c-514ea2e52ed8 with Priority: HIGHEST for action port [ 732.715562] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d2696b9-0ec4-45c4-ab2c-514ea2e52ed8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.715697] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d2696b9-0ec4-45c4-ab2c-514ea2e52ed8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.715767] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d2696b9-0ec4-45c4-ab2c-514ea2e52ed8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.718391] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d2696b9-0ec4-45c4-ab2c-514ea2e52ed8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.718857] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d2696b9-0ec4-45c4-ab2c-514ea2e52ed8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.992545] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.992632] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.992778] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8d0a03c-d376-4539-a6d2-ad8a79b0aadb',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.994377] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f622a594-e8c0-4a61-a41d-fbb207d9588a with status ACTIVE [ 732.994684] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.994684] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.994816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.994994] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.995113] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.995286] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.995383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.995446] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.995611] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.995686] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.995896] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.996493] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.998881] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.999067] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.999157] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.999250] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f622a594-e8c0-4a61-a41d-fbb207d9588a is going to be updated. [ 733.021814] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.021954] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.022071] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.022293] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.022425] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.022587] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f622a594-e8c0-4a61-a41d-fbb207d9588a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.124828] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.200883] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.202200] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-385" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.202200] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-385" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.202200] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-385" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.202200] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.202200] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.202200] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.202590] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.202590] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.202682] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.202716] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.203590] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.203590] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.203590] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.203895] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.203895] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.221115] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d2696b9-0ec4-45c4-ab2c-514ea2e52ed8 [ 733.221339] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.221469] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.221538] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.222480] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.222642] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.222694] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d2696b9-0ec4-45c4-ab2c-514ea2e52ed8 already deleted. [ 733.222773] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d2696b9-0ec4-45c4-ab2c-514ea2e52ed8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.227148] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.227148] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 733.227148] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.227148] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-385" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.227148] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-ad6719af-4917-40c2-a5ac-bc6293efc743 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.227148] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-ad6719af-4917-40c2-a5ac-bc6293efc743" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.227148] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-ad6719af-4917-40c2-a5ac-bc6293efc743" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.227486] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-ad6719af-4917-40c2-a5ac-bc6293efc743" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.227486] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad6719af-4917-40c2-a5ac-bc6293efc743',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.495321] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8d0a03c-d376-4539-a6d2-ad8a79b0aadb',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.627696] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.669100] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa in Status: SUCCESS [ 733.669284] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa deletion is rescheduled due to dependency. [ 733.669400] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.731738] env[69148]: INFO networking_nsxv3.common.synchronization [None req-0913d4fa-cae9-484e-bcb4-1aa69b13ccc3 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Enqueued Resource ID: 19fd9e4a-88ca-4a76-b801-42eedbf15eec with Priority: HIGHEST for action security_group_rules [ 733.732403] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.732592] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.732717] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.732982] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.733275] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.733427] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port ad6719af-4917-40c2-a5ac-bc6293efc743 not found, creating... [ 733.733688] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.733842] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.733955] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.734258] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.734320] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.734591] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.734749] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.734877] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.735146] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.735286] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.736219] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: ad6719af-4917-40c2-a5ac-bc6293efc743 is going to be created. [ 733.738524] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19fd9e4a-88ca-4a76-b801-42eedbf15eec with Priority: HIGHEST for action security_group_rules [ 733.738815] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19fd9e4a-88ca-4a76-b801-42eedbf15eec taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.738923] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.738989] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.739210] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.739293] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19fd9e4a-88ca-4a76-b801-42eedbf15eec',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.758566] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.758774] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.758899] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.759182] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.759415] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.759632] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-ad6719af-4917-40c2-a5ac-bc6293efc743" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.825308] env[69148]: INFO networking_nsxv3.common.synchronization [None req-5e134c5c-a40c-43db-9cf1-ea94162c7d86 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Enqueued Resource ID: 19fd9e4a-88ca-4a76-b801-42eedbf15eec with Priority: HIGHEST for action security_group_rules [ 733.825877] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19fd9e4a-88ca-4a76-b801-42eedbf15eec with Priority: HIGHEST for action security_group_rules [ 733.826195] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19fd9e4a-88ca-4a76-b801-42eedbf15eec taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.826299] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.883403] env[69148]: INFO networking_nsxv3.common.synchronization [None req-b3fea2ae-25bd-4f84-b6c8-679edc424315 None None] Enqueued Resource ID: 5c514e29-2d0b-4943-8014-85e9f959af80 with Priority: HIGHEST for action port [ 733.883403] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c514e29-2d0b-4943-8014-85e9f959af80 with Priority: HIGHEST for action port [ 733.883403] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c514e29-2d0b-4943-8014-85e9f959af80 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.883403] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c514e29-2d0b-4943-8014-85e9f959af80" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.883610] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c514e29-2d0b-4943-8014-85e9f959af80" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.884600] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c514e29-2d0b-4943-8014-85e9f959af80" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.884892] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c514e29-2d0b-4943-8014-85e9f959af80',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.001147] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.001309] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.001382] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.001613] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.001720] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.001825] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8d0a03c-d376-4539-a6d2-ad8a79b0aadb is going to be created. [ 734.024672] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.024806] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.024902] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.025114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.025272] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.033419] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8d0a03c-d376-4539-a6d2-ad8a79b0aadb in Status: UNINITIALIZED for 2s [ 734.129637] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.129802] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.129875] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.130105] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.130198] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.130299] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 is going to be updated. [ 734.158493] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.158641] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.158713] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.159729] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.159935] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.169300] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: IN_PROGRESS for 2s [ 734.261686] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.261835] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.261906] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.262136] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.262225] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.262370] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19fd9e4a-88ca-4a76-b801-42eedbf15eec already deleted. [ 734.262409] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.262552] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.262709] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.262796] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19fd9e4a-88ca-4a76-b801-42eedbf15eec',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.388408] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c514e29-2d0b-4943-8014-85e9f959af80 [ 734.388642] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.388777] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.388849] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.389201] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.389201] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.389301] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c514e29-2d0b-4943-8014-85e9f959af80 already deleted. [ 734.389607] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c514e29-2d0b-4943-8014-85e9f959af80" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.750613] env[69148]: INFO networking_nsxv3.common.synchronization [req-2b51f8f3-9583-4690-a272-001e8713332a req-016eb46c-6dd1-4ba7-8b90-163852abe95a service nova] Enqueued Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_rules [ 734.750884] env[69148]: INFO networking_nsxv3.common.synchronization [req-2b51f8f3-9583-4690-a272-001e8713332a req-016eb46c-6dd1-4ba7-8b90-163852abe95a service nova] Enqueued Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_members [ 734.752671] env[69148]: INFO networking_nsxv3.common.synchronization [req-2b51f8f3-9583-4690-a272-001e8713332a req-016eb46c-6dd1-4ba7-8b90-163852abe95a service nova] Enqueued Resource ID: ad6719af-4917-40c2-a5ac-bc6293efc743 with Priority: HIGHEST for action port [ 734.752671] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_rules [ 734.752671] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_members [ 734.752671] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad6719af-4917-40c2-a5ac-bc6293efc743 with Priority: HIGHEST for action port [ 734.752906] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.752962] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.753036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.753228] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.753305] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.755181] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.755452] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.758347] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad6719af-4917-40c2-a5ac-bc6293efc743 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.758347] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad6719af-4917-40c2-a5ac-bc6293efc743" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.758347] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad6719af-4917-40c2-a5ac-bc6293efc743" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.758347] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad6719af-4917-40c2-a5ac-bc6293efc743" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.758347] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad6719af-4917-40c2-a5ac-bc6293efc743',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.789539] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.789675] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.789743] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.789957] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.790057] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.790151] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19fd9e4a-88ca-4a76-b801-42eedbf15eec already deleted. [ 734.790228] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.256236] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.256390] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.259626] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad6719af-4917-40c2-a5ac-bc6293efc743 with status ACTIVE [ 735.259626] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.259626] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.259626] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.259921] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.259921] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.260314] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.260616] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.260616] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.260739] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.260739] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.261239] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.261239] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.261239] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.261239] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.261239] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.261470] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad6719af-4917-40c2-a5ac-bc6293efc743 is going to be updated. [ 735.280871] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.281777] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.281873] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.282115] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.282268] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.282430] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad6719af-4917-40c2-a5ac-bc6293efc743" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.590027] env[69148]: INFO networking_nsxv3.common.synchronization [None req-a08bd874-adab-45a4-9200-87182ebb7c24 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Enqueued Resource ID: 6bc597f0-91cf-4d40-b8e5-8f0716867881 with Priority: HIGHEST for action security_group_rules [ 735.590438] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bc597f0-91cf-4d40-b8e5-8f0716867881 with Priority: HIGHEST for action security_group_rules [ 735.590900] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bc597f0-91cf-4d40-b8e5-8f0716867881 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.591055] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bc597f0-91cf-4d40-b8e5-8f0716867881" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.591055] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bc597f0-91cf-4d40-b8e5-8f0716867881" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.592344] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bc597f0-91cf-4d40-b8e5-8f0716867881" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.592441] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bc597f0-91cf-4d40-b8e5-8f0716867881',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.673706] env[69148]: INFO networking_nsxv3.common.synchronization [None req-47d1618a-d995-4ef6-bd29-88858ec0bb86 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Enqueued Resource ID: 6bc597f0-91cf-4d40-b8e5-8f0716867881 with Priority: HIGHEST for action security_group_rules [ 735.674242] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bc597f0-91cf-4d40-b8e5-8f0716867881 with Priority: HIGHEST for action security_group_rules [ 735.674540] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bc597f0-91cf-4d40-b8e5-8f0716867881 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.674645] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bc597f0-91cf-4d40-b8e5-8f0716867881" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.043344] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8d0a03c-d376-4539-a6d2-ad8a79b0aadb in Status: SUCCESS [ 736.043669] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.043755] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.043980] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.044178] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.044291] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.044356] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.044506] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.044592] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.044677] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.044765] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8d0a03c-d376-4539-a6d2-ad8a79b0aadb',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.111239] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.111433] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.111536] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.111785] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.111913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.112051] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bc597f0-91cf-4d40-b8e5-8f0716867881 already deleted. [ 736.112377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bc597f0-91cf-4d40-b8e5-8f0716867881" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.112377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bc597f0-91cf-4d40-b8e5-8f0716867881" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.112530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bc597f0-91cf-4d40-b8e5-8f0716867881" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.112639] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bc597f0-91cf-4d40-b8e5-8f0716867881',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.181069] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: SUCCESS [ 736.181590] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.181590] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.181787] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.181823] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.181926] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.181990] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.182953] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.183103] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.183237] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.254740] env[69148]: INFO networking_nsxv3.common.synchronization [req-ae3b1a05-5df3-44c3-862c-3fd7613e7ba0 req-a4685375-501d-4a63-b822-251d7fee1015 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Enqueued Resource ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 with Priority: HIGHEST for action security_group_members [ 736.255685] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 with Priority: HIGHEST for action security_group_members [ 736.256819] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b276b539-e3ae-42d5-bbd3-df66bbb127d1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.256988] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.257096] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.258034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.258034] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.258034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.258034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.258034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.258034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.258034] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b276b539-e3ae-42d5-bbd3-df66bbb127d1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.290160] env[69148]: INFO networking_nsxv3.common.synchronization [req-ae3b1a05-5df3-44c3-862c-3fd7613e7ba0 req-a4685375-501d-4a63-b822-251d7fee1015 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Enqueued Resource ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 with Priority: HIGHEST for action security_group_rules [ 736.293018] env[69148]: INFO networking_nsxv3.common.synchronization [req-ae3b1a05-5df3-44c3-862c-3fd7613e7ba0 req-a4685375-501d-4a63-b822-251d7fee1015 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Enqueued Resource ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 with Priority: HIGHEST for action security_group_members [ 736.293018] env[69148]: INFO networking_nsxv3.common.synchronization [req-ae3b1a05-5df3-44c3-862c-3fd7613e7ba0 req-a4685375-501d-4a63-b822-251d7fee1015 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Enqueued Resource ID: 1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 with Priority: HIGHEST for action port [ 736.293018] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 with Priority: HIGHEST for action security_group_rules [ 736.293018] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 with Priority: HIGHEST for action security_group_members [ 736.293018] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 with Priority: HIGHEST for action port [ 736.293018] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b276b539-e3ae-42d5-bbd3-df66bbb127d1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.293018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.293018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.293018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.293018] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b276b539-e3ae-42d5-bbd3-df66bbb127d1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.293018] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b276b539-e3ae-42d5-bbd3-df66bbb127d1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.293018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.293850] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.293850] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.293850] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.294274] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.294274] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1973ea4e-dcfc-45b7-80d3-ecd0f48765b9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.548439] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.548620] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.548694] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.548908] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.549192] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.549315] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.549379] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.549533] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.549637] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.549729] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.549881] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.549971] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.550061] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.550209] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.550346] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.550433] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.550493] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.550623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.550699] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.550777] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.550865] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8d0a03c-d376-4539-a6d2-ad8a79b0aadb',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.638084] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.638265] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.638361] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.638631] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.638740] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.638932] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bc597f0-91cf-4d40-b8e5-8f0716867881 already deleted. [ 736.638985] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bc597f0-91cf-4d40-b8e5-8f0716867881" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.685576] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.760462] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b276b539-e3ae-42d5-bbd3-df66bbb127d1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.796315] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 with status ACTIVE [ 736.796748] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.796903] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.796903] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.797188] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.797299] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.797556] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.797678] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.797761] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.797947] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.798064] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.798239] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.798350] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.798429] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.798613] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.798805] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.798805] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 is going to be updated. [ 736.800236] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b276b539-e3ae-42d5-bbd3-df66bbb127d1 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.800350] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.843557] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.843557] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.843557] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.844024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.844024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.844151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.055918] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8d0a03c-d376-4539-a6d2-ad8a79b0aadb: rpc.has_security_group_logging(os_id): False [ 737.076582] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.076582] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.076582] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.076582] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.076582] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.076582] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.076582] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.076582] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.076582] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.076582] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.077061] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.077268] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.077411] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.077626] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.077800] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.078068] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.078309] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.078581] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.078825] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.079013] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.079181] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8d0a03c-d376-4539-a6d2-ad8a79b0aadb is going to be created. [ 737.141739] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.141739] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.141739] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.141739] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.141739] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.154503] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8d0a03c-d376-4539-a6d2-ad8a79b0aadb in Status: IN_PROGRESS for 2s [ 737.187930] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.262704] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b276b539-e3ae-42d5-bbd3-df66bbb127d1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.690133] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.690373] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.691393] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.691393] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.691393] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.691393] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 is going to be updated. [ 737.734599] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.734736] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.734796] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.735014] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.735161] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.743871] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: IN_PROGRESS for 2s [ 737.765589] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.765941] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.765941] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.766151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.766288] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.766399] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 is going to be updated. [ 737.796514] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.796661] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.796803] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.796958] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.797097] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.808064] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 in Status: IN_PROGRESS for 2s [ 737.813245] env[69148]: INFO networking_nsxv3.common.synchronization [req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 req-b70f86c5-325d-4cec-a895-5636f2fb26c2 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Enqueued Resource ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed with Priority: HIGHEST for action security_group_members [ 737.816992] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed with Priority: HIGHEST for action security_group_members [ 737.816992] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f112d3f7-ff91-4ac1-bca7-54fab98909ed taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.816992] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.816992] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.816992] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.816992] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.816992] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.816992] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.816992] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.816992] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.816992] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f112d3f7-ff91-4ac1-bca7-54fab98909ed',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.131950] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.131950] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-158" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.131950] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-158" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.131950] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-158" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.131950] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.131950] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.131950] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.131950] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.131950] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.131950] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 738.131950] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.131950] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.132650] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.132650] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 738.132650] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.132650] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.151469] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.151637] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 738.151775] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.151956] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-158" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.152323] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-a03767f8-765f-4a26-8c22-25b0744180db taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.152516] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-a03767f8-765f-4a26-8c22-25b0744180db" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.152635] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-a03767f8-765f-4a26-8c22-25b0744180db" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.153229] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-a03767f8-765f-4a26-8c22-25b0744180db" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.153229] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a03767f8-765f-4a26-8c22-25b0744180db',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.320111] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.320293] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.320370] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.320615] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.320706] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.320929] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.321063] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.321137] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.321300] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.321384] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.321467] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed already deleted. [ 738.321543] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.655404] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.655631] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.655767] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.656130] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.656330] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.656520] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port a03767f8-765f-4a26-8c22-25b0744180db not found, creating... [ 738.656805] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.658853] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.658853] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.658853] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.658853] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.658853] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.658853] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.658853] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.659882] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.661281] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.661658] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: a03767f8-765f-4a26-8c22-25b0744180db is going to be created. [ 738.681490] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.681597] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.681637] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.681945] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.682211] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.682997] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-a03767f8-765f-4a26-8c22-25b0744180db" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.167734] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8d0a03c-d376-4539-a6d2-ad8a79b0aadb in Status: SUCCESS [ 739.168187] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.682997] env[69148]: INFO networking_nsxv3.common.synchronization [req-02567af7-21fc-480e-9b3f-2e67da420c3d req-85a06ac9-f55f-4b3e-8f98-670f746443b3 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Enqueued Resource ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 with Priority: HIGHEST for action security_group_members [ 739.684457] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 with Priority: HIGHEST for action security_group_members [ 739.684856] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b276b539-e3ae-42d5-bbd3-df66bbb127d1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.685008] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.728187] env[69148]: INFO networking_nsxv3.common.synchronization [req-02567af7-21fc-480e-9b3f-2e67da420c3d req-85a06ac9-f55f-4b3e-8f98-670f746443b3 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Enqueued Resource ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 with Priority: HIGHEST for action security_group_rules [ 739.728285] env[69148]: INFO networking_nsxv3.common.synchronization [req-02567af7-21fc-480e-9b3f-2e67da420c3d req-85a06ac9-f55f-4b3e-8f98-670f746443b3 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Enqueued Resource ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 with Priority: HIGHEST for action security_group_members [ 739.728448] env[69148]: INFO networking_nsxv3.common.synchronization [req-02567af7-21fc-480e-9b3f-2e67da420c3d req-85a06ac9-f55f-4b3e-8f98-670f746443b3 tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Enqueued Resource ID: 1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 with Priority: HIGHEST for action port [ 739.729588] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 with Priority: HIGHEST for action security_group_rules [ 739.729659] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 with Priority: HIGHEST for action security_group_members [ 739.729785] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 with Priority: HIGHEST for action port [ 739.730115] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b276b539-e3ae-42d5-bbd3-df66bbb127d1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.730239] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.730466] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b276b539-e3ae-42d5-bbd3-df66bbb127d1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.730552] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.730778] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.730901] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.730969] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.731210] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.731341] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1973ea4e-dcfc-45b7-80d3-ecd0f48765b9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.742118] env[69148]: INFO networking_nsxv3.common.synchronization [req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 req-0131594c-60e4-4ea3-83c6-8f1dc2794656 service nova] Enqueued Resource ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed with Priority: HIGHEST for action security_group_rules [ 739.742474] env[69148]: INFO networking_nsxv3.common.synchronization [req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 req-0131594c-60e4-4ea3-83c6-8f1dc2794656 service nova] Enqueued Resource ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed with Priority: HIGHEST for action security_group_members [ 739.742693] env[69148]: INFO networking_nsxv3.common.synchronization [req-1e67b75f-2838-4204-b3d9-d2eb8203ab12 req-0131594c-60e4-4ea3-83c6-8f1dc2794656 service nova] Enqueued Resource ID: a03767f8-765f-4a26-8c22-25b0744180db with Priority: HIGHEST for action port [ 739.743307] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed with Priority: HIGHEST for action security_group_rules [ 739.743414] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed with Priority: HIGHEST for action security_group_members [ 739.743543] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03767f8-765f-4a26-8c22-25b0744180db with Priority: HIGHEST for action port [ 739.743845] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f112d3f7-ff91-4ac1-bca7-54fab98909ed taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.743987] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.745728] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.745882] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.745968] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f112d3f7-ff91-4ac1-bca7-54fab98909ed',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.746885] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f112d3f7-ff91-4ac1-bca7-54fab98909ed taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.746997] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.747084] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.747295] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.747390] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.747485] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.747567] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.747747] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.747861] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.747959] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f112d3f7-ff91-4ac1-bca7-54fab98909ed',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.754776] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-a03767f8-765f-4a26-8c22-25b0744180db taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.754924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a03767f8-765f-4a26-8c22-25b0744180db" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.755016] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a03767f8-765f-4a26-8c22-25b0744180db" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.755220] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a03767f8-765f-4a26-8c22-25b0744180db" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.755356] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a03767f8-765f-4a26-8c22-25b0744180db',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.764851] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: SUCCESS [ 739.765079] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.765243] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.765438] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.765871] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.765871] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.765871] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.766057] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.766087] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.766180] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.766267] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.816906] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 in Status: SUCCESS [ 739.817146] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.817304] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.817520] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.817705] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.817825] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.817884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.818036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.818118] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.818213] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b276b539-e3ae-42d5-bbd3-df66bbb127d1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.235290] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 with status ACTIVE [ 740.237296] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.237296] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.237296] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.237539] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.237539] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.237708] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.237874] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.238013] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.238678] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.238678] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.238918] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.243837] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.243837] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.243837] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.243837] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.243837] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1973ea4e-dcfc-45b7-80d3-ecd0f48765b9 is going to be updated. [ 740.255483] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f112d3f7-ff91-4ac1-bca7-54fab98909ed',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.256706] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f112d3f7-ff91-4ac1-bca7-54fab98909ed taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.256854] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.261915] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.262145] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.262145] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.262381] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.262524] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.262686] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1973ea4e-dcfc-45b7-80d3-ecd0f48765b9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.262939] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a03767f8-765f-4a26-8c22-25b0744180db with status ACTIVE [ 740.263131] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.263260] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.263312] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.263461] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.263546] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.263710] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.263818] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.263903] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.264212] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.264293] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.264482] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.264613] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.264613] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.264759] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.264831] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.264917] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a03767f8-765f-4a26-8c22-25b0744180db is going to be updated. [ 740.269844] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.271621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.271621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.271621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.271621] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.271621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.271621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.271621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.271621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.271621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.272612] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.272612] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.275146] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.275146] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.275146] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.275146] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.275146] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.275146] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.275146] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.275146] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.275146] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.288533] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.290165] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.290165] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.290165] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.290165] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.290165] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a03767f8-765f-4a26-8c22-25b0744180db" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.323176] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b276b539-e3ae-42d5-bbd3-df66bbb127d1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.759409] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f112d3f7-ff91-4ac1-bca7-54fab98909ed',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.779056] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d8db368-2825-4d8c-a8d2-bdd0e90e3511: rpc.has_security_group_logging(os_id): False [ 740.796625] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.796887] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.796957] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.797231] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.797328] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.797528] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.797741] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.797811] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.797977] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.798102] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.798304] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.798417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.798503] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.799067] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.799157] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.799352] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.799731] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.799731] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.799731] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.799863] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.799891] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 is going to be updated. [ 740.825413] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b276b539-e3ae-42d5-bbd3-df66bbb127d1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.855125] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.855280] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.855352] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.855571] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.855831] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.869435] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: IN_PROGRESS for 2s [ 741.267551] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.267932] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.267932] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.268145] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.268411] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.268411] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed is going to be created. [ 741.291027] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.291194] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.291375] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.291506] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.291705] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.301174] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed in Status: UNINITIALIZED for 2s [ 741.337910] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.337910] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.337910] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.337910] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.337910] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.337910] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 is going to be updated. [ 741.366117] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.366117] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.366117] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.366117] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.366117] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.383578] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 in Status: IN_PROGRESS for 2s [ 742.882809] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: SUCCESS [ 742.884269] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.311812] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed in Status: SUCCESS [ 743.312064] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.312226] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.312445] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.312635] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.312750] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.312816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.312965] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.313061] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.313148] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.313241] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f112d3f7-ff91-4ac1-bca7-54fab98909ed',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.392695] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 in Status: SUCCESS [ 743.393085] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.393336] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.393688] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.394087] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.394214] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.394331] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.394599] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.394821] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.394975] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.395099] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b276b539-e3ae-42d5-bbd3-df66bbb127d1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.396383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.396626] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.396860] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.397059] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.397206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.397414] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.397543] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.397677] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b276b539-e3ae-42d5-bbd3-df66bbb127d1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.431021] env[69148]: INFO networking_nsxv3.common.synchronization [req-b24480e6-f12b-4e37-b83c-f7462d6eaf83 req-d2bb81d7-ea8b-4593-afbf-a5d3e7c03eda tempest-InstanceActionsV221TestJSON-1355029128 tempest-InstanceActionsV221TestJSON-1355029128-project-member] Enqueued Resource ID: d8d0a03c-d376-4539-a6d2-ad8a79b0aadb with Priority: HIGHEST for action security_group_members [ 743.431021] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d0a03c-d376-4539-a6d2-ad8a79b0aadb with Priority: HIGHEST for action security_group_members [ 743.431021] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.431021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.431021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.431021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.431021] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.431021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.431021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.431021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.431021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.431021] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8d0a03c-d376-4539-a6d2-ad8a79b0aadb',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.816154] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f112d3f7-ff91-4ac1-bca7-54fab98909ed',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.900766] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b276b539-e3ae-42d5-bbd3-df66bbb127d1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.902430] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b276b539-e3ae-42d5-bbd3-df66bbb127d1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.935442] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.935442] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.935442] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.935442] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.935442] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.935855] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.935855] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.935855] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.936036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.936090] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.936179] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8d0a03c-d376-4539-a6d2-ad8a79b0aadb is going to be updated. [ 743.971377] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.971555] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.971632] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.971931] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.972107] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.980742] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8d0a03c-d376-4539-a6d2-ad8a79b0aadb in Status: IN_PROGRESS for 2s [ 744.289824] env[69148]: INFO networking_nsxv3.common.synchronization [req-0086bd86-b3ac-4d73-931d-e7d03815811b req-7c3266a2-e253-4dd5-9956-bacdc2ee9a8c tempest-AttachInterfacesUnderV243Test-34673597 tempest-AttachInterfacesUnderV243Test-34673597-project-member] Enqueued Resource ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 with Priority: HIGHEST for action security_group_members [ 744.291422] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 with Priority: HIGHEST for action security_group_members [ 744.292094] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b276b539-e3ae-42d5-bbd3-df66bbb127d1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.292244] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.320298] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f112d3f7-ff91-4ac1-bca7-54fab98909ed: rpc.has_security_group_logging(os_id): False [ 744.337395] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.337593] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.337593] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.337806] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.337902] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.338248] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.338351] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.338415] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.338568] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.338643] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.338727] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed is going to be created. [ 744.397556] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.397825] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.397825] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.398043] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.398218] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.409972] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b276b539-e3ae-42d5-bbd3-df66bbb127d1: rpc.has_security_group_logging(os_id): False [ 744.411347] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b276b539-e3ae-42d5-bbd3-df66bbb127d1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.414134] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed in Status: IN_PROGRESS for 2s [ 744.434711] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.435033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.435033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.435214] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.435311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.435600] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.435729] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.435808] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.436035] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.436137] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.436250] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 is going to be updated. [ 744.513516] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.513792] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.513792] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.514035] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.514160] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.533313] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 in Status: IN_PROGRESS for 2s [ 744.873389] env[69148]: INFO networking_nsxv3.common.synchronization [req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 req-a9d18aee-e6c5-4ed9-9d21-3805be6f0a84 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Enqueued Resource ID: 0f75609d-3f36-40dc-8433-9981b3ccab9e with Priority: HIGHEST for action security_group_members [ 744.874160] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f75609d-3f36-40dc-8433-9981b3ccab9e with Priority: HIGHEST for action security_group_members [ 744.874452] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f75609d-3f36-40dc-8433-9981b3ccab9e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.874570] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.874643] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.875077] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.875247] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.875367] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.875444] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.875570] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.875657] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.875798] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f75609d-3f36-40dc-8433-9981b3ccab9e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.916023] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.916023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.916380] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.916380] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.916444] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.916552] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 is going to be updated. [ 744.942861] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.943024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.943126] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.943340] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.943496] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.953944] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 in Status: IN_PROGRESS for 2s [ 745.230999] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-685 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.231224] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-685" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.231348] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-685" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.231668] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-685" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.231936] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.232104] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.232225] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.232444] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.232599] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.232792] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 745.232922] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.233018] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.233166] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.233310] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 745.233310] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.233491] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.255568] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.256158] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 745.256158] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.256378] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-685" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.256824] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-36239073-f7aa-47a0-a104-e9ed8abe9c1f taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.257065] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-36239073-f7aa-47a0-a104-e9ed8abe9c1f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.257219] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-36239073-f7aa-47a0-a104-e9ed8abe9c1f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.257598] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-36239073-f7aa-47a0-a104-e9ed8abe9c1f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.258049] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36239073-f7aa-47a0-a104-e9ed8abe9c1f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.378500] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.378500] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.378500] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.379253] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.379253] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.379253] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.379253] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.379253] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.379688] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.379688] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.379688] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f75609d-3f36-40dc-8433-9981b3ccab9e already deleted. [ 745.379688] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.761015] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.761280] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.761409] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.761695] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.761847] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.762007] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 36239073-f7aa-47a0-a104-e9ed8abe9c1f not found, creating... [ 745.762270] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.762420] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.762537] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.762751] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.762888] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.763184] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.763338] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.763455] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.763662] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.763794] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.763952] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 36239073-f7aa-47a0-a104-e9ed8abe9c1f is going to be created. [ 745.784020] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.784020] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.784020] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.784020] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.784020] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.784321] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-36239073-f7aa-47a0-a104-e9ed8abe9c1f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.885066] env[69148]: INFO networking_nsxv3.common.synchronization [req-14eec477-66b5-40c3-8359-8ce1a7f083b7 req-aa489493-cf55-4970-be7c-2c86eb79afa0 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Enqueued Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_members [ 745.885601] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_members [ 745.885998] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.886670] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.886751] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.887018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.887180] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.887283] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.887348] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.887502] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.887591] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.887697] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.991315] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8d0a03c-d376-4539-a6d2-ad8a79b0aadb in Status: SUCCESS [ 745.991656] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8d0a03c-d376-4539-a6d2-ad8a79b0aadb deletion is rescheduled due to dependency. [ 745.991772] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.118345] env[69148]: INFO networking_nsxv3.common.synchronization [req-d2746550-d2ea-4f28-bf32-53420da2d713 req-cfd6f8b6-57ea-4d87-b213-51bdccef958e tempest-ServersTestFqdnHostnames-1791751618 tempest-ServersTestFqdnHostnames-1791751618-project-member] Enqueued Resource ID: 9dd55ea5-607e-4eb0-ba86-c2827e1c6bde with Priority: HIGHEST for action security_group_members [ 746.118869] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dd55ea5-607e-4eb0-ba86-c2827e1c6bde with Priority: HIGHEST for action security_group_members [ 746.119185] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.119376] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.119376] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.119596] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.119686] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.119779] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.119841] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.119982] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.122118] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.122457] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dd55ea5-607e-4eb0-ba86-c2827e1c6bde',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.390359] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.390614] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.390614] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.390807] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.390896] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.391176] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.391349] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.391426] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.391605] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.391681] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.391837] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424d5d13-3045-45cb-a397-d748954b6f87 already deleted. [ 746.391943] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.427801] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed in Status: SUCCESS [ 746.428170] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.494663] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.494907] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.495051] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.495352] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.495652] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.496500] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.496629] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.496891] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.497085] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.497318] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 746.497440] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.497564] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.497700] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.497825] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 746.497932] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.498096] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.517350] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.517471] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 746.517622] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.517850] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.518261] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-cbc28edb-aa6d-4d1b-bc5b-76e68f575ead taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.518483] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-cbc28edb-aa6d-4d1b-bc5b-76e68f575ead" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.518652] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-cbc28edb-aa6d-4d1b-bc5b-76e68f575ead" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.519236] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-cbc28edb-aa6d-4d1b-bc5b-76e68f575ead" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.519493] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbc28edb-aa6d-4d1b-bc5b-76e68f575ead',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.545423] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 in Status: SUCCESS [ 746.545763] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.545966] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.546243] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.546529] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b276b539-e3ae-42d5-bbd3-df66bbb127d1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.627129] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.627129] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.627129] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.627129] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.627129] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.627129] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.627129] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.627129] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.627129] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.627129] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.627129] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dd55ea5-607e-4eb0-ba86-c2827e1c6bde is going to be updated. [ 746.651585] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.651728] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.651789] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.652101] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.652250] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.655139] env[69148]: INFO networking_nsxv3.common.synchronization [req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 req-f9b405f0-c64e-4073-afb1-7a304b1b9aae service nova] Enqueued Resource ID: 0f75609d-3f36-40dc-8433-9981b3ccab9e with Priority: HIGHEST for action security_group_rules [ 746.655311] env[69148]: INFO networking_nsxv3.common.synchronization [req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 req-f9b405f0-c64e-4073-afb1-7a304b1b9aae service nova] Enqueued Resource ID: 0f75609d-3f36-40dc-8433-9981b3ccab9e with Priority: HIGHEST for action security_group_members [ 746.655443] env[69148]: INFO networking_nsxv3.common.synchronization [req-bdf6d7ea-a8a3-4e3d-901e-a7321305cf87 req-f9b405f0-c64e-4073-afb1-7a304b1b9aae service nova] Enqueued Resource ID: 36239073-f7aa-47a0-a104-e9ed8abe9c1f with Priority: HIGHEST for action port [ 746.656009] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f75609d-3f36-40dc-8433-9981b3ccab9e with Priority: HIGHEST for action security_group_rules [ 746.656204] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f75609d-3f36-40dc-8433-9981b3ccab9e with Priority: HIGHEST for action security_group_members [ 746.656327] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36239073-f7aa-47a0-a104-e9ed8abe9c1f with Priority: HIGHEST for action port [ 746.656603] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f75609d-3f36-40dc-8433-9981b3ccab9e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.656855] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.656855] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.656997] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.657067] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f75609d-3f36-40dc-8433-9981b3ccab9e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.657885] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f75609d-3f36-40dc-8433-9981b3ccab9e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.658020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.658084] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.658227] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.658687] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.658999] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.658999] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.659224] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.659224] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.659325] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f75609d-3f36-40dc-8433-9981b3ccab9e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.660010] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-36239073-f7aa-47a0-a104-e9ed8abe9c1f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.660118] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36239073-f7aa-47a0-a104-e9ed8abe9c1f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.663315] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36239073-f7aa-47a0-a104-e9ed8abe9c1f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.663315] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36239073-f7aa-47a0-a104-e9ed8abe9c1f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.663315] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36239073-f7aa-47a0-a104-e9ed8abe9c1f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.664914] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dd55ea5-607e-4eb0-ba86-c2827e1c6bde in Status: IN_PROGRESS for 2s [ 746.968101] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 in Status: SUCCESS [ 746.968187] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.969032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.969032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.969159] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.969218] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.969266] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.969417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.969498] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.969585] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b276b539-e3ae-42d5-bbd3-df66bbb127d1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.024600] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.024883] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.024952] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.025269] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.025657] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.025657] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port cbc28edb-aa6d-4d1b-bc5b-76e68f575ead not found, creating... [ 747.025881] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.026072] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.026224] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.026388] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.026566] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.026838] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.027049] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.027164] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.027451] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.027673] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.027744] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: cbc28edb-aa6d-4d1b-bc5b-76e68f575ead is going to be created. [ 747.049344] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.049548] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.050033] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.050033] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.050173] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.050394] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-cbc28edb-aa6d-4d1b-bc5b-76e68f575ead" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.075180] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.075386] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.075386] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.075638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.075870] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.075870] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 is going to be deleted. [ 747.139152] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.139331] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.139367] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.139585] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.139696] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.139777] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.167754] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f75609d-3f36-40dc-8433-9981b3ccab9e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.168795] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f75609d-3f36-40dc-8433-9981b3ccab9e taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.168904] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.169074] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36239073-f7aa-47a0-a104-e9ed8abe9c1f with status ACTIVE [ 747.169242] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.169348] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.169417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.169621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.169706] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.169913] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.170019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.170080] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.170249] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.170326] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.170548] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.170642] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.170936] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.170936] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.171036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.171036] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36239073-f7aa-47a0-a104-e9ed8abe9c1f is going to be updated. [ 747.229317] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.229471] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.229542] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.229748] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.229885] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.230045] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36239073-f7aa-47a0-a104-e9ed8abe9c1f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.473712] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.473916] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.474013] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.474337] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.474668] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.474930] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.475099] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.475174] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.475513] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.475513] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.475621] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 is going to be deleted. [ 747.509058] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.509212] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.509285] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.509496] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.509583] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.509682] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.509836] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.509979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.510148] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.510240] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.510302] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.510429] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.510505] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.510595] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b276b539-e3ae-42d5-bbd3-df66bbb127d1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.676243] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f75609d-3f36-40dc-8433-9981b3ccab9e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.016099] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.016269] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.016310] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.016528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.016622] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.016830] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.016923] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.016985] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.017146] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.017222] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.017307] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b276b539-e3ae-42d5-bbd3-df66bbb127d1 already deleted. [ 748.017393] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b276b539-e3ae-42d5-bbd3-df66bbb127d1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.029915] env[69148]: INFO networking_nsxv3.common.synchronization [req-14eec477-66b5-40c3-8359-8ce1a7f083b7 req-70bdba25-e9e0-4f36-8d75-e764c4817c23 service nova] Enqueued Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_rules [ 748.030289] env[69148]: INFO networking_nsxv3.common.synchronization [req-14eec477-66b5-40c3-8359-8ce1a7f083b7 req-70bdba25-e9e0-4f36-8d75-e764c4817c23 service nova] Enqueued Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_members [ 748.030289] env[69148]: INFO networking_nsxv3.common.synchronization [req-14eec477-66b5-40c3-8359-8ce1a7f083b7 req-70bdba25-e9e0-4f36-8d75-e764c4817c23 service nova] Enqueued Resource ID: cbc28edb-aa6d-4d1b-bc5b-76e68f575ead with Priority: HIGHEST for action port [ 748.030822] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_rules [ 748.030958] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_members [ 748.031128] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbc28edb-aa6d-4d1b-bc5b-76e68f575ead with Priority: HIGHEST for action port [ 748.031363] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.031477] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.031607] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.031811] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.031897] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.032745] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.032875] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.033162] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.034255] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.034312] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.034491] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.034491] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.034601] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.034763] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.034763] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.037441] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbc28edb-aa6d-4d1b-bc5b-76e68f575ead taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.037572] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbc28edb-aa6d-4d1b-bc5b-76e68f575ead" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.037608] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbc28edb-aa6d-4d1b-bc5b-76e68f575ead" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.037755] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbc28edb-aa6d-4d1b-bc5b-76e68f575ead" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.037833] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbc28edb-aa6d-4d1b-bc5b-76e68f575ead',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.179652] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.179652] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.179652] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.179971] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.180029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.180465] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f75609d-3f36-40dc-8433-9981b3ccab9e is going to be created. [ 748.200507] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.200659] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.200719] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.200963] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.201164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.216143] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f75609d-3f36-40dc-8433-9981b3ccab9e in Status: UNINITIALIZED for 2s [ 748.538410] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.539574] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.539686] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.539885] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbc28edb-aa6d-4d1b-bc5b-76e68f575ead with status ACTIVE [ 748.540051] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.540157] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.540221] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.540420] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.540505] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.541795] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.541923] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.541993] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.542213] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.542306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.542512] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.542641] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.542705] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.542850] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.542946] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.543084] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbc28edb-aa6d-4d1b-bc5b-76e68f575ead is going to be updated. [ 748.561984] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.562150] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.562255] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.562380] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.562512] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.563119] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbc28edb-aa6d-4d1b-bc5b-76e68f575ead" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.674205] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dd55ea5-607e-4eb0-ba86-c2827e1c6bde in Status: SUCCESS [ 748.674464] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dd55ea5-607e-4eb0-ba86-c2827e1c6bde deletion is rescheduled due to dependency. [ 748.675311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.046465] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.547839] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.548013] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.548105] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.548320] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.549311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.549886] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424d5d13-3045-45cb-a397-d748954b6f87 is going to be created. [ 749.577903] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.578082] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.578163] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.578372] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.578785] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.589394] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424d5d13-3045-45cb-a397-d748954b6f87 in Status: UNINITIALIZED for 2s [ 750.072207] env[69148]: INFO networking_nsxv3.common.synchronization [None req-2fdf87ed-3cb7-4f96-92fd-58bb1e5e3f54 None None] Enqueued Resource ID: c4e3008a-261c-40fd-a2b3-3158d88e7fa0 with Priority: HIGHEST for action port [ 750.072207] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4e3008a-261c-40fd-a2b3-3158d88e7fa0 with Priority: HIGHEST for action port [ 750.072207] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4e3008a-261c-40fd-a2b3-3158d88e7fa0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.072207] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4e3008a-261c-40fd-a2b3-3158d88e7fa0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.072207] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4e3008a-261c-40fd-a2b3-3158d88e7fa0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.072207] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4e3008a-261c-40fd-a2b3-3158d88e7fa0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.072207] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4e3008a-261c-40fd-a2b3-3158d88e7fa0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.229948] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f75609d-3f36-40dc-8433-9981b3ccab9e in Status: SUCCESS [ 750.231345] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.232452] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.235352] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.235645] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.235835] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.235953] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.236358] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.236463] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.236599] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.236742] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f75609d-3f36-40dc-8433-9981b3ccab9e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.575912] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4e3008a-261c-40fd-a2b3-3158d88e7fa0 [ 750.575912] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.575912] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.575912] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.575912] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.575912] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.575912] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4e3008a-261c-40fd-a2b3-3158d88e7fa0 already deleted. [ 750.575912] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4e3008a-261c-40fd-a2b3-3158d88e7fa0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.740301] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f75609d-3f36-40dc-8433-9981b3ccab9e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.243212] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f75609d-3f36-40dc-8433-9981b3ccab9e: rpc.has_security_group_logging(os_id): False [ 751.262431] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.262431] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.262431] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.262431] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.262431] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.262692] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.262738] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.262818] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.262989] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.263087] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.263174] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f75609d-3f36-40dc-8433-9981b3ccab9e is going to be created. [ 751.328473] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.328834] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.328834] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.329106] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.329422] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.340888] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f75609d-3f36-40dc-8433-9981b3ccab9e in Status: IN_PROGRESS for 2s [ 751.599715] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424d5d13-3045-45cb-a397-d748954b6f87 in Status: SUCCESS [ 751.600237] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.600580] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.600912] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.601223] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.601476] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.601640] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.601880] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.602188] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.603136] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.603136] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.033187] env[69148]: INFO networking_nsxv3.common.synchronization [req-1f26783d-56a4-4785-9e35-26540c59dcb9 req-ab1f7801-df13-4a57-a845-6d34436e96ce tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Enqueued Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_members [ 752.033754] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_members [ 752.034203] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.034334] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.034401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.034599] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.034756] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.034857] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.034925] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.036238] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.036358] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.039040] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.106204] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.106204] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.106204] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.106204] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.106204] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.106204] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.106516] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.106516] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.106516] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.106602] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.106704] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.106857] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.106857] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.107017] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.107154] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.107238] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.107294] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.107425] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.107567] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.107567] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.107669] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.307715] env[69148]: INFO networking_nsxv3.common.synchronization [None req-fe7fd6fd-3297-4c91-8264-9d18a4c3afe7 None None] Enqueued Resource ID: d4d6d7f1-172d-4160-9028-0db41a50bc7f with Priority: HIGHEST for action port [ 752.307967] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4d6d7f1-172d-4160-9028-0db41a50bc7f with Priority: HIGHEST for action port [ 752.308559] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4d6d7f1-172d-4160-9028-0db41a50bc7f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.308693] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4d6d7f1-172d-4160-9028-0db41a50bc7f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.308764] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4d6d7f1-172d-4160-9028-0db41a50bc7f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.313343] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4d6d7f1-172d-4160-9028-0db41a50bc7f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.313403] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4d6d7f1-172d-4160-9028-0db41a50bc7f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.384083] env[69148]: INFO networking_nsxv3.common.synchronization [None req-f39657d0-52e3-4338-b280-7fb2fe008ba2 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Enqueued Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_rules [ 752.384650] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_rules [ 752.384995] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3e07f2d-22f3-431f-a79c-9613c1f4fba9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.385190] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.385279] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.385565] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.385680] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.474036] env[69148]: INFO networking_nsxv3.common.synchronization [None req-e1353847-3628-4419-ae79-ccb7c7386579 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Enqueued Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_rules [ 752.474730] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_rules [ 752.474880] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3e07f2d-22f3-431f-a79c-9613c1f4fba9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.474983] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.541733] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.541939] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.542069] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.542319] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.542418] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.542629] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.542727] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.542797] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.542960] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.543048] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.543133] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 is going to be updated. [ 752.569874] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.570073] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.570164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.570395] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.570582] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.580320] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: IN_PROGRESS for 2s [ 752.610338] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 424d5d13-3045-45cb-a397-d748954b6f87: rpc.has_security_group_logging(os_id): False [ 752.634389] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.634576] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.634621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.634846] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.634939] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.635178] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.635277] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.635382] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.635489] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.635573] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.635913] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.636651] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.636780] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.636975] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.637140] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.637467] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.637623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.637714] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.637923] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.638050] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.638171] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 424d5d13-3045-45cb-a397-d748954b6f87 is going to be created. [ 752.708653] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.709202] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.709306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.710204] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.710393] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.727482] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 424d5d13-3045-45cb-a397-d748954b6f87 in Status: IN_PROGRESS for 2s [ 752.815905] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4d6d7f1-172d-4160-9028-0db41a50bc7f [ 752.816286] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.816445] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.816517] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.816781] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.816937] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.816937] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4d6d7f1-172d-4160-9028-0db41a50bc7f already deleted. [ 752.817118] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4d6d7f1-172d-4160-9028-0db41a50bc7f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.914488] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.914688] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.914744] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.916475] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.916475] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.916475] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 already deleted. [ 752.916475] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.916475] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.916475] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.916475] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.352064] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f75609d-3f36-40dc-8433-9981b3ccab9e in Status: SUCCESS [ 753.352312] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.435323] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.435323] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.435323] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.435323] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.435567] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.435567] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 already deleted. [ 753.435651] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.403812] env[69148]: INFO networking_nsxv3.common.synchronization [req-7adf929c-c0f9-49ac-8992-ebac77b66677 req-48c757be-1ec7-43f8-9842-566c24a3aad6 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_members [ 754.405537] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_members [ 754.405537] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.405537] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.405537] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.405537] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.405537] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.405537] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.405537] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.405537] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.406181] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.406181] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.589814] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: SUCCESS [ 754.590013] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 deletion is rescheduled due to dependency. [ 754.590139] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.741434] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 424d5d13-3045-45cb-a397-d748954b6f87 in Status: SUCCESS [ 754.741731] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.749593] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-642 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.749909] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-642" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.750134] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-642" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.750526] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-642" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.751095] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.751420] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.751573] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.752299] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.752299] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.752299] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.752471] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.752831] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.752831] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.752919] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.753047] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.753266] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.775060] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.775060] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 754.775060] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.775060] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-642" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.775060] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-38d5f64b-59e3-4af9-babc-831a075e392e taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.775060] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-38d5f64b-59e3-4af9-babc-831a075e392e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.775060] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-38d5f64b-59e3-4af9-babc-831a075e392e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.775060] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-38d5f64b-59e3-4af9-babc-831a075e392e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.775060] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38d5f64b-59e3-4af9-babc-831a075e392e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.909298] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.279358] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.279358] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.279358] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.279358] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.279358] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.279358] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 38d5f64b-59e3-4af9-babc-831a075e392e not found, creating... [ 755.279358] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.279358] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.279358] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.279720] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.280405] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.280405] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.280744] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.280744] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.280883] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.285179] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.285460] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 38d5f64b-59e3-4af9-babc-831a075e392e is going to be created. [ 755.307910] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.308142] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.308553] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.308553] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.308938] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.309054] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-38d5f64b-59e3-4af9-babc-831a075e392e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.411585] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.914891] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.915098] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.915098] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.915337] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.915440] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.915541] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 is going to be updated. [ 755.971719] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.971921] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.972347] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.972347] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.972495] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.985138] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: IN_PROGRESS for 2s [ 756.428020] env[69148]: INFO networking_nsxv3.common.synchronization [req-7adf929c-c0f9-49ac-8992-ebac77b66677 req-bad4c224-6b4c-42a7-bda4-a915c43fbc2a service nova] Enqueued Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_rules [ 756.428020] env[69148]: INFO networking_nsxv3.common.synchronization [req-7adf929c-c0f9-49ac-8992-ebac77b66677 req-bad4c224-6b4c-42a7-bda4-a915c43fbc2a service nova] Enqueued Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_members [ 756.428020] env[69148]: INFO networking_nsxv3.common.synchronization [req-7adf929c-c0f9-49ac-8992-ebac77b66677 req-bad4c224-6b4c-42a7-bda4-a915c43fbc2a service nova] Enqueued Resource ID: 38d5f64b-59e3-4af9-babc-831a075e392e with Priority: HIGHEST for action port [ 756.428020] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_rules [ 756.428020] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_members [ 756.428020] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d5f64b-59e3-4af9-babc-831a075e392e with Priority: HIGHEST for action port [ 756.428020] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.428020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.428020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.428020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.428020] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.428020] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.428020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.428920] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-38d5f64b-59e3-4af9-babc-831a075e392e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.428920] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38d5f64b-59e3-4af9-babc-831a075e392e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.428920] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38d5f64b-59e3-4af9-babc-831a075e392e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.428920] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38d5f64b-59e3-4af9-babc-831a075e392e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.428920] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38d5f64b-59e3-4af9-babc-831a075e392e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.818905] env[69148]: INFO networking_nsxv3.common.synchronization [req-5c1ab453-1c15-4f95-9838-d01c5da3b222 req-ae72d376-0f57-4c19-aa05-47c56c0e3a30 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Enqueued Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_members [ 756.819524] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_members [ 756.819833] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.819953] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.820030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.820291] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.820441] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.820536] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.820595] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.821945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.821945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.821945] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.930846] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.930846] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.931770] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38d5f64b-59e3-4af9-babc-831a075e392e with status ACTIVE [ 756.932027] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.932267] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.932267] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.932534] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.932534] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.932641] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.933421] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.933421] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.933421] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.933421] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.933421] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.933421] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.933421] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.933753] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.933753] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.933753] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38d5f64b-59e3-4af9-babc-831a075e392e is going to be updated. [ 756.956813] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.957948] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.959161] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.959161] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.959161] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.959161] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38d5f64b-59e3-4af9-babc-831a075e392e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.252020] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.252020] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-382" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.252020] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-382" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.252020] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-382" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.252020] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.252316] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.252316] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.252386] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.252497] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.252717] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.252833] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.252942] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.253101] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.253217] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.255069] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.255069] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.270871] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.271059] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 757.271199] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.271376] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-382" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.271678] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-138e2809-fe89-464b-ad78-cb1d678d3589 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.271844] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-138e2809-fe89-464b-ad78-cb1d678d3589" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.271963] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-138e2809-fe89-464b-ad78-cb1d678d3589" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.272271] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-138e2809-fe89-464b-ad78-cb1d678d3589" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.272413] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('138e2809-fe89-464b-ad78-cb1d678d3589',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.326128] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.327060] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.327060] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.327195] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.327195] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.327399] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.327667] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.327943] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.328072] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.328181] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.328293] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f12fef98-8100-404a-8a99-8fca5d46233e already deleted. [ 757.328401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.775472] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.776244] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.776244] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.776398] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.780099] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.780099] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 138e2809-fe89-464b-ad78-cb1d678d3589 not found, creating... [ 757.780099] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.780099] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.780099] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.780099] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.780099] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.780099] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.780099] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.780099] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.780478] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.780478] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.780478] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 138e2809-fe89-464b-ad78-cb1d678d3589 is going to be created. [ 757.799695] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.800308] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.800308] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.800411] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.800705] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.800883] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-138e2809-fe89-464b-ad78-cb1d678d3589" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.994279] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: SUCCESS [ 757.994712] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.994910] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.995214] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.995395] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.995488] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.995552] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.995924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.996059] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.996127] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.476098] env[69148]: INFO networking_nsxv3.common.synchronization [None req-a00a03bf-aa1c-4100-b627-f396bd5f4263 None None] Enqueued Resource ID: 3df8f299-4be3-45a9-9397-53ac00aa4e65 with Priority: HIGHEST for action port [ 758.480249] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3df8f299-4be3-45a9-9397-53ac00aa4e65 with Priority: HIGHEST for action port [ 758.480249] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-3df8f299-4be3-45a9-9397-53ac00aa4e65 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.480249] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3df8f299-4be3-45a9-9397-53ac00aa4e65" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.480249] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3df8f299-4be3-45a9-9397-53ac00aa4e65" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.480249] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3df8f299-4be3-45a9-9397-53ac00aa4e65" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.480249] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3df8f299-4be3-45a9-9397-53ac00aa4e65',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.498891] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.965704] env[69148]: INFO networking_nsxv3.common.synchronization [req-5c1ab453-1c15-4f95-9838-d01c5da3b222 req-61870697-ad63-4974-82c6-31031263013a service nova] Enqueued Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_rules [ 758.965996] env[69148]: INFO networking_nsxv3.common.synchronization [req-5c1ab453-1c15-4f95-9838-d01c5da3b222 req-61870697-ad63-4974-82c6-31031263013a service nova] Enqueued Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_members [ 758.966081] env[69148]: INFO networking_nsxv3.common.synchronization [req-5c1ab453-1c15-4f95-9838-d01c5da3b222 req-61870697-ad63-4974-82c6-31031263013a service nova] Enqueued Resource ID: 138e2809-fe89-464b-ad78-cb1d678d3589 with Priority: HIGHEST for action port [ 758.966650] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_rules [ 758.966791] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_members [ 758.966891] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 138e2809-fe89-464b-ad78-cb1d678d3589 with Priority: HIGHEST for action port [ 758.967520] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.967725] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.967725] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.967969] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.968068] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.969019] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.969232] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.969232] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.969386] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.969535] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.969627] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.969811] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.969972] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.970080] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.970172] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.971510] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-138e2809-fe89-464b-ad78-cb1d678d3589 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.971634] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-138e2809-fe89-464b-ad78-cb1d678d3589" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.971770] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-138e2809-fe89-464b-ad78-cb1d678d3589" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.971888] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-138e2809-fe89-464b-ad78-cb1d678d3589" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.971957] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('138e2809-fe89-464b-ad78-cb1d678d3589',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.979907] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3df8f299-4be3-45a9-9397-53ac00aa4e65 [ 758.980150] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.980280] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.980341] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.980467] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.980551] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.980660] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3df8f299-4be3-45a9-9397-53ac00aa4e65 already deleted. [ 758.980808] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3df8f299-4be3-45a9-9397-53ac00aa4e65" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.000579] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.472528] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.473514] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 138e2809-fe89-464b-ad78-cb1d678d3589 with status ACTIVE [ 759.475031] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.475031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.475031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.475031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.475031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.475031] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.475031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.475031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.475031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.475031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.475031] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.475031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.475497] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.475497] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.475497] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.475497] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 138e2809-fe89-464b-ad78-cb1d678d3589 is going to be updated. [ 759.477590] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.477590] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.498662] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.498802] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.498938] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.499167] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.499498] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.499498] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-138e2809-fe89-464b-ad78-cb1d678d3589" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.507476] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.507882] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.507882] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.507882] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.508105] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.508105] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 is going to be updated. [ 759.534373] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.534527] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.534600] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.534809] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.534948] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.542599] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: IN_PROGRESS for 2s [ 759.977800] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.480109] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.480288] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.480345] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.481295] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.481295] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.481295] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f12fef98-8100-404a-8a99-8fca5d46233e is going to be created. [ 760.505028] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.505028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.505028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.505028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.505028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.513982] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: UNINITIALIZED for 2s [ 760.952414] env[69148]: INFO networking_nsxv3.common.synchronization [None req-6ad8b8bd-be0a-40f8-a3cb-2fd9a244cbe4 None None] Enqueued Resource ID: a2f6652b-ff03-452f-899e-a26146172152 with Priority: HIGHEST for action port [ 760.953026] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f6652b-ff03-452f-899e-a26146172152 with Priority: HIGHEST for action port [ 760.953380] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2f6652b-ff03-452f-899e-a26146172152 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.953530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2f6652b-ff03-452f-899e-a26146172152" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.953580] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2f6652b-ff03-452f-899e-a26146172152" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.954054] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2f6652b-ff03-452f-899e-a26146172152" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.954054] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2f6652b-ff03-452f-899e-a26146172152',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.457772] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2f6652b-ff03-452f-899e-a26146172152 [ 761.458049] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.458190] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.458271] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.458487] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.458583] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.458679] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2f6652b-ff03-452f-899e-a26146172152 already deleted. [ 761.458760] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2f6652b-ff03-452f-899e-a26146172152" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.464038] env[69148]: INFO networking_nsxv3.common.synchronization [req-b239082f-df8e-4f2a-a58f-c83f27f0e5f3 req-617b4bfe-5224-49d3-8bd7-9d0cd507cdcb tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Enqueued Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_members [ 761.464698] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_members [ 761.466282] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.466408] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.466480] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.466683] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.466853] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.466945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.467065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.467240] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.467329] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.467424] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.551904] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: SUCCESS [ 761.552142] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.552302] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.552514] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.552696] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.552805] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.552866] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.553030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.553109] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.553188] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.553275] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.973344] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.973516] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.973590] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.973804] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.973915] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.974138] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.974242] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.974306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.974455] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.974535] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.974620] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424d5d13-3045-45cb-a397-d748954b6f87 is going to be updated. [ 761.988378] env[69148]: INFO networking_nsxv3.common.synchronization [req-a4ef472d-8656-4894-803d-3f21a7e1efdc req-c1d28191-f893-41f4-ad42-110d6e4fed7b tempest-ServersAdminNegativeTestJSON-1490278161 tempest-ServersAdminNegativeTestJSON-1490278161-project-member] Enqueued Resource ID: 7a2c1c1e-0558-47b0-9504-c676e861142d with Priority: HIGHEST for action security_group_members [ 761.988628] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a2c1c1e-0558-47b0-9504-c676e861142d with Priority: HIGHEST for action security_group_members [ 761.989159] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a2c1c1e-0558-47b0-9504-c676e861142d taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.989278] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.989346] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.989844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.990009] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.991733] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.991806] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.991971] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.992072] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.992169] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a2c1c1e-0558-47b0-9504-c676e861142d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.002564] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.006022] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.006022] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.006022] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.006022] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.018292] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424d5d13-3045-45cb-a397-d748954b6f87 in Status: IN_PROGRESS for 2s [ 762.057723] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.057882] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.057956] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.058256] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.058428] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.058613] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.058613] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.058763] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.058832] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.058921] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.059072] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.059162] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.059221] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.059354] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.059484] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.059582] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.059675] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.059836] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.059911] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.059992] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.060085] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.499656] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.499921] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.499921] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.500356] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.500491] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.500725] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.500868] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.500963] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.501161] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.501265] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.501328] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a2c1c1e-0558-47b0-9504-c676e861142d is going to be updated. [ 762.524970] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: SUCCESS [ 762.525200] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.525358] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.525571] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.525769] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.525973] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.526040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.526192] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.526283] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.526344] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.526443] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.528290] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.528460] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.528561] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.528742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.528983] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.535980] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a2c1c1e-0558-47b0-9504-c676e861142d in Status: IN_PROGRESS for 2s [ 762.566152] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d277da6-fb39-4bf5-9ba6-681a973593b0: rpc.has_security_group_logging(os_id): False [ 762.582490] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.582490] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.582490] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.582490] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.582490] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.582777] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.582777] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.582777] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.582924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.583012] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.583199] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.583293] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.583374] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.583543] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.583639] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.583918] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.587271] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.587271] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.587271] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.587271] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.587271] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 is going to be updated. [ 762.646079] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.646296] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.646404] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.646666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.646825] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.661165] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: IN_PROGRESS for 2s [ 763.034452] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.034452] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.034452] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.034452] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.034452] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.034452] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.034452] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.034452] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.034452] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.034452] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.034452] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.034452] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.034452] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.035235] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.035235] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.035235] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.035235] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.039501] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.039649] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.039774] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.039872] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.544806] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f12fef98-8100-404a-8a99-8fca5d46233e: rpc.has_security_group_logging(os_id): False [ 763.563229] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.563364] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.563416] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.563610] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.563703] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.563993] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.564106] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.564327] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.565258] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.565258] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.565258] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.565258] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.565507] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.565586] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.565659] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.566248] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.570261] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.570261] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.570261] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.570261] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.570261] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f12fef98-8100-404a-8a99-8fca5d46233e is going to be created. [ 763.621830] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.622050] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.622132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.622947] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.622947] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.633355] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: IN_PROGRESS for 2s [ 764.025931] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424d5d13-3045-45cb-a397-d748954b6f87 in Status: SUCCESS [ 764.026247] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424d5d13-3045-45cb-a397-d748954b6f87 deletion is rescheduled due to dependency. [ 764.026377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.546790] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a2c1c1e-0558-47b0-9504-c676e861142d in Status: SUCCESS [ 764.546790] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a2c1c1e-0558-47b0-9504-c676e861142d deletion is rescheduled due to dependency. [ 764.546790] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.680026] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: SUCCESS [ 764.680026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.239183] env[69148]: INFO networking_nsxv3.common.synchronization [req-fc0971b9-84b7-4465-99bf-2a06075ccb73 req-35fff0fb-fdef-4d68-b7c4-fa0f1f6dad36 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Enqueued Resource ID: cd59b9e1-6c3b-4633-87db-e7d8443e62e7 with Priority: HIGHEST for action security_group_members [ 765.239512] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd59b9e1-6c3b-4633-87db-e7d8443e62e7 with Priority: HIGHEST for action security_group_members [ 765.239860] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd59b9e1-6c3b-4633-87db-e7d8443e62e7 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.239927] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.239992] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.240545] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.240722] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.240840] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.240919] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.241638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.241748] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.241846] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd59b9e1-6c3b-4633-87db-e7d8443e62e7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.255602] env[69148]: INFO networking_nsxv3.common.synchronization [req-9aa8c4ae-4035-4735-964f-90bba0710e17 req-45191297-6840-4586-803f-b8aa2295653c tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_members [ 765.255602] env[69148]: INFO networking_nsxv3.common.synchronization [req-9aa8c4ae-4035-4735-964f-90bba0710e17 req-45191297-6840-4586-803f-b8aa2295653c tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 72b899e3-a889-455d-9c8c-afcda6d018cc with Priority: HIGHEST for action security_group_members [ 765.256010] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_members [ 765.256181] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b899e3-a889-455d-9c8c-afcda6d018cc with Priority: HIGHEST for action security_group_members [ 765.256713] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.256847] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.256906] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.257235] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.257327] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.257444] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.257560] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.257690] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.257690] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.257828] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.259176] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b899e3-a889-455d-9c8c-afcda6d018cc taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.259321] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.259382] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.259541] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.259830] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.259999] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.260223] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.260311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.260394] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.260479] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72b899e3-a889-455d-9c8c-afcda6d018cc',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.333646] env[69148]: INFO networking_nsxv3.common.synchronization [req-9aa8c4ae-4035-4735-964f-90bba0710e17 req-45191297-6840-4586-803f-b8aa2295653c tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_rules [ 765.334409] env[69148]: INFO networking_nsxv3.common.synchronization [req-9aa8c4ae-4035-4735-964f-90bba0710e17 req-45191297-6840-4586-803f-b8aa2295653c tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_members [ 765.334409] env[69148]: INFO networking_nsxv3.common.synchronization [req-9aa8c4ae-4035-4735-964f-90bba0710e17 req-45191297-6840-4586-803f-b8aa2295653c tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 72b899e3-a889-455d-9c8c-afcda6d018cc with Priority: HIGHEST for action security_group_rules [ 765.334409] env[69148]: INFO networking_nsxv3.common.synchronization [req-9aa8c4ae-4035-4735-964f-90bba0710e17 req-45191297-6840-4586-803f-b8aa2295653c tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 72b899e3-a889-455d-9c8c-afcda6d018cc with Priority: HIGHEST for action security_group_members [ 765.334409] env[69148]: INFO networking_nsxv3.common.synchronization [req-9aa8c4ae-4035-4735-964f-90bba0710e17 req-45191297-6840-4586-803f-b8aa2295653c tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 38d5f64b-59e3-4af9-babc-831a075e392e with Priority: HIGHEST for action port [ 765.335121] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_rules [ 765.335227] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b899e3-a889-455d-9c8c-afcda6d018cc with Priority: HIGHEST for action security_group_rules [ 765.335324] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d5f64b-59e3-4af9-babc-831a075e392e with Priority: HIGHEST for action port [ 765.335416] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_members [ 765.335504] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b899e3-a889-455d-9c8c-afcda6d018cc with Priority: HIGHEST for action security_group_members [ 765.337407] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.337407] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.337407] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.337407] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.337407] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.337748] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72b899e3-a889-455d-9c8c-afcda6d018cc taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.337851] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.337851] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.338169] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.338370] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72b899e3-a889-455d-9c8c-afcda6d018cc',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.339669] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-38d5f64b-59e3-4af9-babc-831a075e392e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.339787] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38d5f64b-59e3-4af9-babc-831a075e392e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.339847] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38d5f64b-59e3-4af9-babc-831a075e392e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.339973] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38d5f64b-59e3-4af9-babc-831a075e392e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.340053] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38d5f64b-59e3-4af9-babc-831a075e392e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.345277] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.345332] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.346648] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b899e3-a889-455d-9c8c-afcda6d018cc taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.346648] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.646870] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: SUCCESS [ 765.646870] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.748507] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.748672] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.748747] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.748973] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.749089] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.749288] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.749390] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.749453] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.749604] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.749702] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.749761] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd59b9e1-6c3b-4633-87db-e7d8443e62e7 is going to be updated. [ 765.764873] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.768387] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72b899e3-a889-455d-9c8c-afcda6d018cc',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.775561] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.778072] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.778072] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.778072] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.778072] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.787234] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd59b9e1-6c3b-4633-87db-e7d8443e62e7 in Status: IN_PROGRESS for 2s [ 765.840835] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b899e3-a889-455d-9c8c-afcda6d018cc taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.840998] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.842540] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38d5f64b-59e3-4af9-babc-831a075e392e with status ACTIVE [ 765.842831] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.843018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.843153] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.843442] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.843671] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.843903] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.844033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.844104] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.844334] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.844413] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.844639] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.844701] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.844735] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.844898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.844932] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.845021] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38d5f64b-59e3-4af9-babc-831a075e392e is going to be updated. [ 765.848342] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.848445] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.880869] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.880869] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.880869] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.881032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.881032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.881196] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38d5f64b-59e3-4af9-babc-831a075e392e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.269576] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.271044] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72b899e3-a889-455d-9c8c-afcda6d018cc',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.773302] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.773302] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.773302] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.773302] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.773742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.773742] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 is going to be updated. [ 766.775388] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.775388] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.775388] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.775388] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.775388] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.775388] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b899e3-a889-455d-9c8c-afcda6d018cc is going to be created. [ 766.799333] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.799333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.799333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.799333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.799333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.801637] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.801946] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.802143] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.802434] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.802756] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.810990] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b899e3-a889-455d-9c8c-afcda6d018cc in Status: UNINITIALIZED for 2s [ 766.812602] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: IN_PROGRESS for 2s [ 766.899012] env[69148]: INFO networking_nsxv3.common.synchronization [None req-0274e1d4-2424-408d-b1da-e9dc31fd246c None None] Enqueued Resource ID: c32be5c4-ca17-497b-a891-7d0e4eabeb84 with Priority: HIGHEST for action port [ 766.899012] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32be5c4-ca17-497b-a891-7d0e4eabeb84 with Priority: HIGHEST for action port [ 766.899012] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-c32be5c4-ca17-497b-a891-7d0e4eabeb84 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.899012] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c32be5c4-ca17-497b-a891-7d0e4eabeb84" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.899012] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c32be5c4-ca17-497b-a891-7d0e4eabeb84" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.899012] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c32be5c4-ca17-497b-a891-7d0e4eabeb84" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.899012] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c32be5c4-ca17-497b-a891-7d0e4eabeb84',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.349629] env[69148]: INFO networking_nsxv3.common.synchronization [req-37fc3073-8f7b-4faa-aa53-560c3080f900 req-7558d6d0-6fb2-44f1-ba1a-1e5e78d9e3ee tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Enqueued Resource ID: d2dcc0dc-8e8a-4253-89aa-4a63cb300d40 with Priority: HIGHEST for action security_group_members [ 767.350681] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2dcc0dc-8e8a-4253-89aa-4a63cb300d40 with Priority: HIGHEST for action security_group_members [ 767.350681] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.350681] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.350681] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.351088] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.351177] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.351299] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.351337] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.351497] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.351586] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.351781] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2dcc0dc-8e8a-4253-89aa-4a63cb300d40',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.404199] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c32be5c4-ca17-497b-a891-7d0e4eabeb84 [ 767.404199] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.404199] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.404199] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.404199] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.404199] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.404199] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c32be5c4-ca17-497b-a891-7d0e4eabeb84 already deleted. [ 767.404199] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c32be5c4-ca17-497b-a891-7d0e4eabeb84" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.799470] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd59b9e1-6c3b-4633-87db-e7d8443e62e7 in Status: SUCCESS [ 767.799470] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd59b9e1-6c3b-4633-87db-e7d8443e62e7 deletion is rescheduled due to dependency. [ 767.799470] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.855624] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.855771] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.855841] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.856182] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.856270] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.856464] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.856562] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.856621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.856765] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.856837] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.856955] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2dcc0dc-8e8a-4253-89aa-4a63cb300d40 already deleted. [ 767.857062] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.356867] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.356867] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-36" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.357068] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-36" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.357453] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-36" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.357950] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.357950] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.357950] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.360116] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.360259] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.360842] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 768.360842] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.360842] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.361457] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.361457] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 768.361457] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.361457] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.379179] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.379357] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 768.381619] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.381818] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-36" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.382158] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-2b425380-5533-498a-b01a-3c6980af95a2 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.382333] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-2b425380-5533-498a-b01a-3c6980af95a2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.382453] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-2b425380-5533-498a-b01a-3c6980af95a2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.382836] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-2b425380-5533-498a-b01a-3c6980af95a2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.382920] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b425380-5533-498a-b01a-3c6980af95a2',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.822531] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b899e3-a889-455d-9c8c-afcda6d018cc in Status: SUCCESS [ 768.822838] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.822983] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.824730] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.824916] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.825047] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.825117] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.825263] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.825348] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.825447] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72b899e3-a889-455d-9c8c-afcda6d018cc',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.826844] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: SUCCESS [ 768.830228] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.830408] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.830586] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.830760] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.830869] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.830935] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.831104] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.831195] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.831289] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.886123] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.886352] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.886473] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.886752] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.886922] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.887187] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 2b425380-5533-498a-b01a-3c6980af95a2 not found, creating... [ 768.887411] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.887589] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.887681] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.887898] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.888045] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.888326] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.888479] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.888590] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.888792] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.888924] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.889126] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 2b425380-5533-498a-b01a-3c6980af95a2 is going to be created. [ 768.909914] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.910287] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.910424] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.910703] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.910978] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.911201] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-2b425380-5533-498a-b01a-3c6980af95a2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.150688] env[69148]: INFO networking_nsxv3.common.synchronization [None req-4f7ef50d-2c37-484a-8f91-433feb1836ab None None] Enqueued Resource ID: d75d65f5-716d-4479-b569-37684ee75fcf with Priority: HIGHEST for action port [ 769.151057] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d75d65f5-716d-4479-b569-37684ee75fcf with Priority: HIGHEST for action port [ 769.151698] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-d75d65f5-716d-4479-b569-37684ee75fcf taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.151792] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d75d65f5-716d-4479-b569-37684ee75fcf" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.151847] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d75d65f5-716d-4479-b569-37684ee75fcf" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.152100] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d75d65f5-716d-4479-b569-37684ee75fcf" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.152184] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d75d65f5-716d-4479-b569-37684ee75fcf',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.335390] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72b899e3-a889-455d-9c8c-afcda6d018cc',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.336374] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.653784] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d75d65f5-716d-4479-b569-37684ee75fcf [ 769.654124] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.654298] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.654392] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.656427] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.656590] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.660163] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d75d65f5-716d-4479-b569-37684ee75fcf already deleted. [ 769.660270] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d75d65f5-716d-4479-b569-37684ee75fcf" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.820909] env[69148]: INFO networking_nsxv3.common.synchronization [req-37fc3073-8f7b-4faa-aa53-560c3080f900 req-93987596-9b78-4b24-bf9f-b5eb15147b9f service nova] Enqueued Resource ID: d2dcc0dc-8e8a-4253-89aa-4a63cb300d40 with Priority: HIGHEST for action security_group_rules [ 769.821077] env[69148]: INFO networking_nsxv3.common.synchronization [req-37fc3073-8f7b-4faa-aa53-560c3080f900 req-93987596-9b78-4b24-bf9f-b5eb15147b9f service nova] Enqueued Resource ID: d2dcc0dc-8e8a-4253-89aa-4a63cb300d40 with Priority: HIGHEST for action security_group_members [ 769.821228] env[69148]: INFO networking_nsxv3.common.synchronization [req-37fc3073-8f7b-4faa-aa53-560c3080f900 req-93987596-9b78-4b24-bf9f-b5eb15147b9f service nova] Enqueued Resource ID: 2b425380-5533-498a-b01a-3c6980af95a2 with Priority: HIGHEST for action port [ 769.821463] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2dcc0dc-8e8a-4253-89aa-4a63cb300d40 with Priority: HIGHEST for action security_group_rules [ 769.821585] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2dcc0dc-8e8a-4253-89aa-4a63cb300d40 with Priority: HIGHEST for action security_group_members [ 769.821682] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b425380-5533-498a-b01a-3c6980af95a2 with Priority: HIGHEST for action port [ 769.825154] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.825433] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.825433] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.825630] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.825726] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2dcc0dc-8e8a-4253-89aa-4a63cb300d40',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.826678] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.826821] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.826893] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.827109] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.827446] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.827446] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.827446] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.827599] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.827972] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.827972] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2dcc0dc-8e8a-4253-89aa-4a63cb300d40',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.834194] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b425380-5533-498a-b01a-3c6980af95a2 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.834194] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b425380-5533-498a-b01a-3c6980af95a2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.834194] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b425380-5533-498a-b01a-3c6980af95a2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.834194] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b425380-5533-498a-b01a-3c6980af95a2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.834194] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b425380-5533-498a-b01a-3c6980af95a2',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.840067] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72b899e3-a889-455d-9c8c-afcda6d018cc',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.842186] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.018158] env[69148]: INFO networking_nsxv3.common.synchronization [req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 req-0da0619c-b3bf-4686-b126-235538b11061 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Enqueued Resource ID: be62c11a-93dc-4663-b91b-c9069fce2718 with Priority: HIGHEST for action security_group_members [ 770.018158] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be62c11a-93dc-4663-b91b-c9069fce2718 with Priority: HIGHEST for action security_group_members [ 770.018158] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-be62c11a-93dc-4663-b91b-c9069fce2718 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.018158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.018158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.021175] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.021175] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.021175] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.021175] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.021175] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.021383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.021383] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be62c11a-93dc-4663-b91b-c9069fce2718',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.336895] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2dcc0dc-8e8a-4253-89aa-4a63cb300d40',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.336895] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.337102] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.342027] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b425380-5533-498a-b01a-3c6980af95a2 with status ACTIVE [ 770.342027] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.342027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.342027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.342027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.342027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.342027] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.342027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.342027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.342027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.342027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.342027] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.342027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.342027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.342027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.342027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.342027] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b425380-5533-498a-b01a-3c6980af95a2 is going to be updated. [ 770.343160] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.343264] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.343350] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.343477] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.343569] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.343668] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b899e3-a889-455d-9c8c-afcda6d018cc is going to be updated. [ 770.347049] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.347049] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.347049] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.347049] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.347049] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.347049] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 is going to be updated. [ 770.376155] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.376155] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.376155] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.376155] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.376155] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.376727] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b425380-5533-498a-b01a-3c6980af95a2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.377131] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.377241] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.377308] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.377629] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.377629] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.379683] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.379795] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.379870] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.380025] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.380147] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.388554] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: IN_PROGRESS for 2s [ 770.388554] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b899e3-a889-455d-9c8c-afcda6d018cc in Status: IN_PROGRESS for 2s [ 770.428910] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-61 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.429171] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-61" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.429171] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-61" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.429440] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-61" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.429702] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.429863] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.429981] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.430225] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.430369] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.430577] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 770.430687] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.430795] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.430901] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.431024] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 770.431124] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.431461] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.452478] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.452650] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 770.452786] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.452962] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-61" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.453297] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-ae5a217b-3564-4b0b-b44f-da49ce407ad3 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.453492] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-ae5a217b-3564-4b0b-b44f-da49ce407ad3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.453616] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-ae5a217b-3564-4b0b-b44f-da49ce407ad3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.453917] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-ae5a217b-3564-4b0b-b44f-da49ce407ad3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.454070] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae5a217b-3564-4b0b-b44f-da49ce407ad3',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.527668] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be62c11a-93dc-4663-b91b-c9069fce2718',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.839928] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2dcc0dc-8e8a-4253-89aa-4a63cb300d40',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.958625] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.958839] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.958966] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.959337] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.959496] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.959652] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port ae5a217b-3564-4b0b-b44f-da49ce407ad3 not found, creating... [ 770.959910] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.960081] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.960199] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.960429] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.960583] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.960863] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.961025] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.961146] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.961348] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.961479] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.961616] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: ae5a217b-3564-4b0b-b44f-da49ce407ad3 is going to be created. [ 770.981506] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.981677] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.981796] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.982037] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.982251] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.982455] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-ae5a217b-3564-4b0b-b44f-da49ce407ad3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.031068] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be62c11a-93dc-4663-b91b-c9069fce2718',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.343531] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.343707] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.344548] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.344548] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.344548] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.344548] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2dcc0dc-8e8a-4253-89aa-4a63cb300d40 is going to be created. [ 771.366666] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.366794] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.366841] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.367047] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.367205] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.377673] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2dcc0dc-8e8a-4253-89aa-4a63cb300d40 in Status: UNINITIALIZED for 2s [ 771.533032] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.533032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.533032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.533239] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.533239] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.533340] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be62c11a-93dc-4663-b91b-c9069fce2718 is going to be updated. [ 771.560501] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.560633] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.560698] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.560905] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.561104] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.568994] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be62c11a-93dc-4663-b91b-c9069fce2718 in Status: IN_PROGRESS for 2s [ 771.736088] env[69148]: INFO networking_nsxv3.common.synchronization [req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 req-d002a37a-8b0a-4360-bb91-7cd7750a91f3 service nova] Enqueued Resource ID: be62c11a-93dc-4663-b91b-c9069fce2718 with Priority: HIGHEST for action security_group_rules [ 771.736225] env[69148]: INFO networking_nsxv3.common.synchronization [req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 req-d002a37a-8b0a-4360-bb91-7cd7750a91f3 service nova] Enqueued Resource ID: be62c11a-93dc-4663-b91b-c9069fce2718 with Priority: HIGHEST for action security_group_members [ 771.736366] env[69148]: INFO networking_nsxv3.common.synchronization [req-aa87eb14-dd4b-4951-93b0-81a1bb9c78a2 req-d002a37a-8b0a-4360-bb91-7cd7750a91f3 service nova] Enqueued Resource ID: ae5a217b-3564-4b0b-b44f-da49ce407ad3 with Priority: HIGHEST for action port [ 771.736596] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be62c11a-93dc-4663-b91b-c9069fce2718 with Priority: HIGHEST for action security_group_rules [ 771.736724] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be62c11a-93dc-4663-b91b-c9069fce2718 with Priority: HIGHEST for action security_group_members [ 771.736817] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae5a217b-3564-4b0b-b44f-da49ce407ad3 with Priority: HIGHEST for action port [ 771.737431] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be62c11a-93dc-4663-b91b-c9069fce2718 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.737564] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.737564] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.737764] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.737975] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be62c11a-93dc-4663-b91b-c9069fce2718',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.740354] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-be62c11a-93dc-4663-b91b-c9069fce2718 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.740460] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.740658] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae5a217b-3564-4b0b-b44f-da49ce407ad3 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.740755] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae5a217b-3564-4b0b-b44f-da49ce407ad3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.740816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae5a217b-3564-4b0b-b44f-da49ce407ad3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.741018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae5a217b-3564-4b0b-b44f-da49ce407ad3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.741089] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae5a217b-3564-4b0b-b44f-da49ce407ad3',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.244236] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-be62c11a-93dc-4663-b91b-c9069fce2718 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.244236] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.244805] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae5a217b-3564-4b0b-b44f-da49ce407ad3 with status ACTIVE [ 772.244805] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.244805] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.244805] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.245248] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.245248] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.245248] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.245463] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.245463] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.249020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.249020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.249020] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.249020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.249020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.249020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.249020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.249020] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae5a217b-3564-4b0b-b44f-da49ce407ad3 is going to be updated. [ 772.269884] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.269884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.269884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.269884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.270163] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.270163] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae5a217b-3564-4b0b-b44f-da49ce407ad3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.357270] env[69148]: INFO networking_nsxv3.common.synchronization [req-7c8ac62b-d2a0-4fe6-87d7-2a34003f0d76 req-87edd9ca-ee15-4d04-a81b-f3c7c3747f83 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 72b899e3-a889-455d-9c8c-afcda6d018cc with Priority: HIGHEST for action security_group_members [ 772.357459] env[69148]: INFO networking_nsxv3.common.synchronization [req-7c8ac62b-d2a0-4fe6-87d7-2a34003f0d76 req-87edd9ca-ee15-4d04-a81b-f3c7c3747f83 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_members [ 772.357583] env[69148]: INFO networking_nsxv3.common.synchronization [req-7c8ac62b-d2a0-4fe6-87d7-2a34003f0d76 req-87edd9ca-ee15-4d04-a81b-f3c7c3747f83 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: d873ca66-ce74-4ed9-86bb-581ea194ea7a with Priority: HIGHEST for action security_group_members [ 772.358334] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b899e3-a889-455d-9c8c-afcda6d018cc with Priority: HIGHEST for action security_group_members [ 772.358334] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_members [ 772.358478] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d873ca66-ce74-4ed9-86bb-581ea194ea7a with Priority: HIGHEST for action security_group_members [ 772.358730] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b899e3-a889-455d-9c8c-afcda6d018cc taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.358836] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.359054] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.359138] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.359325] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d873ca66-ce74-4ed9-86bb-581ea194ea7a taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.359424] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d873ca66-ce74-4ed9-86bb-581ea194ea7a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.359505] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d873ca66-ce74-4ed9-86bb-581ea194ea7a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.359764] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d873ca66-ce74-4ed9-86bb-581ea194ea7a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.359908] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.360033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.360107] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.360247] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.360335] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.360459] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d873ca66-ce74-4ed9-86bb-581ea194ea7a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.402901] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b899e3-a889-455d-9c8c-afcda6d018cc in Status: SUCCESS [ 772.403718] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.406084] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.406084] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.406084] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.406084] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.406084] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.406084] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.406084] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.406084] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.406084] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72b899e3-a889-455d-9c8c-afcda6d018cc',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.408555] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: SUCCESS [ 772.412094] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.412094] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.412094] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.412094] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.412094] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.412094] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.412094] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.412094] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.412094] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72b899e3-a889-455d-9c8c-afcda6d018cc',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.412094] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.412094] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.412094] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.412094] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.413097] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.413415] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.413639] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.414454] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.414454] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.415210] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.415639] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.415894] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.416121] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.416211] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.416397] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.416506] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.416640] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.472015] env[69148]: INFO networking_nsxv3.common.synchronization [req-7c8ac62b-d2a0-4fe6-87d7-2a34003f0d76 req-87edd9ca-ee15-4d04-a81b-f3c7c3747f83 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_rules [ 772.472258] env[69148]: INFO networking_nsxv3.common.synchronization [req-7c8ac62b-d2a0-4fe6-87d7-2a34003f0d76 req-87edd9ca-ee15-4d04-a81b-f3c7c3747f83 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_members [ 772.472414] env[69148]: INFO networking_nsxv3.common.synchronization [req-7c8ac62b-d2a0-4fe6-87d7-2a34003f0d76 req-87edd9ca-ee15-4d04-a81b-f3c7c3747f83 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 72b899e3-a889-455d-9c8c-afcda6d018cc with Priority: HIGHEST for action security_group_rules [ 772.472554] env[69148]: INFO networking_nsxv3.common.synchronization [req-7c8ac62b-d2a0-4fe6-87d7-2a34003f0d76 req-87edd9ca-ee15-4d04-a81b-f3c7c3747f83 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 72b899e3-a889-455d-9c8c-afcda6d018cc with Priority: HIGHEST for action security_group_members [ 772.472692] env[69148]: INFO networking_nsxv3.common.synchronization [req-7c8ac62b-d2a0-4fe6-87d7-2a34003f0d76 req-87edd9ca-ee15-4d04-a81b-f3c7c3747f83 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: d873ca66-ce74-4ed9-86bb-581ea194ea7a with Priority: HIGHEST for action security_group_rules [ 772.472830] env[69148]: INFO networking_nsxv3.common.synchronization [req-7c8ac62b-d2a0-4fe6-87d7-2a34003f0d76 req-87edd9ca-ee15-4d04-a81b-f3c7c3747f83 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: d873ca66-ce74-4ed9-86bb-581ea194ea7a with Priority: HIGHEST for action security_group_members [ 772.472966] env[69148]: INFO networking_nsxv3.common.synchronization [req-7c8ac62b-d2a0-4fe6-87d7-2a34003f0d76 req-87edd9ca-ee15-4d04-a81b-f3c7c3747f83 tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 38d5f64b-59e3-4af9-babc-831a075e392e with Priority: HIGHEST for action port [ 772.473908] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_rules [ 772.474179] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b899e3-a889-455d-9c8c-afcda6d018cc with Priority: HIGHEST for action security_group_rules [ 772.474346] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d873ca66-ce74-4ed9-86bb-581ea194ea7a with Priority: HIGHEST for action security_group_members [ 772.474505] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d5f64b-59e3-4af9-babc-831a075e392e with Priority: HIGHEST for action port [ 772.474641] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d873ca66-ce74-4ed9-86bb-581ea194ea7a with Priority: HIGHEST for action security_group_rules [ 772.474765] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_members [ 772.474893] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b899e3-a889-455d-9c8c-afcda6d018cc with Priority: HIGHEST for action security_group_members [ 772.475235] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.475383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.475629] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72b899e3-a889-455d-9c8c-afcda6d018cc taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.475762] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.476021] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d873ca66-ce74-4ed9-86bb-581ea194ea7a taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.476150] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d873ca66-ce74-4ed9-86bb-581ea194ea7a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.476408] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-38d5f64b-59e3-4af9-babc-831a075e392e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.479996] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38d5f64b-59e3-4af9-babc-831a075e392e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.480214] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38d5f64b-59e3-4af9-babc-831a075e392e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.480457] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38d5f64b-59e3-4af9-babc-831a075e392e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.480553] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38d5f64b-59e3-4af9-babc-831a075e392e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.481497] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d873ca66-ce74-4ed9-86bb-581ea194ea7a taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.481619] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d873ca66-ce74-4ed9-86bb-581ea194ea7a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.481683] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d873ca66-ce74-4ed9-86bb-581ea194ea7a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.481946] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d873ca66-ce74-4ed9-86bb-581ea194ea7a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.482040] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d873ca66-ce74-4ed9-86bb-581ea194ea7a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.483107] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.483602] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.484902] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b899e3-a889-455d-9c8c-afcda6d018cc taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.485457] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.864979] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d873ca66-ce74-4ed9-86bb-581ea194ea7a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.915788] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72b899e3-a889-455d-9c8c-afcda6d018cc',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.916769] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72b899e3-a889-455d-9c8c-afcda6d018cc',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.921538] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.921691] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.921918] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.987125] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d873ca66-ce74-4ed9-86bb-581ea194ea7a taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.987476] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d873ca66-ce74-4ed9-86bb-581ea194ea7a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.987476] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38d5f64b-59e3-4af9-babc-831a075e392e with status ACTIVE [ 772.987637] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.987725] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.987788] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.987997] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.988103] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.988272] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.989013] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.989158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.989360] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.989474] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.989685] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.989811] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.989895] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.990124] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.990234] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.990343] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38d5f64b-59e3-4af9-babc-831a075e392e is going to be updated. [ 773.011360] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.011360] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.011360] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.011360] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.011360] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.011360] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38d5f64b-59e3-4af9-babc-831a075e392e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.368602] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d873ca66-ce74-4ed9-86bb-581ea194ea7a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.387321] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2dcc0dc-8e8a-4253-89aa-4a63cb300d40 in Status: SUCCESS [ 773.387529] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.387935] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.388161] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.388350] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.388464] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.388542] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.388667] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.388749] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.388831] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.389096] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2dcc0dc-8e8a-4253-89aa-4a63cb300d40',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.419519] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72b899e3-a889-455d-9c8c-afcda6d018cc: rpc.has_security_group_logging(os_id): False [ 773.420759] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72b899e3-a889-455d-9c8c-afcda6d018cc',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.424585] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.436561] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.436772] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.436772] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.436995] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.437161] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.437535] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.437535] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.437650] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.437740] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.437792] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.437851] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72b899e3-a889-455d-9c8c-afcda6d018cc is going to be created. [ 773.488525] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.488716] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.488923] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.489169] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.489343] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.498872] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72b899e3-a889-455d-9c8c-afcda6d018cc in Status: IN_PROGRESS for 2s [ 773.578268] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be62c11a-93dc-4663-b91b-c9069fce2718 in Status: SUCCESS [ 773.578268] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.578268] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.578268] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.578497] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.578497] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.578497] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.578706] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.578706] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.578777] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be62c11a-93dc-4663-b91b-c9069fce2718',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.871379] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.871570] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.871702] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.871897] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.872041] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.872150] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d873ca66-ce74-4ed9-86bb-581ea194ea7a is going to be created. [ 773.894064] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.894064] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.894064] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.894064] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.894064] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.894064] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.894606] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.894606] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.894606] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.894606] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.894606] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.894901] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.894901] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.895163] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.895238] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.895398] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.895519] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.895782] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.895980] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.896080] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.896171] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2dcc0dc-8e8a-4253-89aa-4a63cb300d40',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.898018] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.898018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.898165] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.898237] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.898417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.907655] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d873ca66-ce74-4ed9-86bb-581ea194ea7a in Status: UNINITIALIZED for 2s [ 773.923404] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.923595] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.923687] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.923967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.924072] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.924174] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b899e3-a889-455d-9c8c-afcda6d018cc is going to be updated. [ 773.927552] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.927709] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.927829] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.928154] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.928288] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.928406] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 is going to be updated. [ 773.952324] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.952623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.952623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.952718] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.952863] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.955348] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.955504] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.955542] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.955724] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.955858] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.964553] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b899e3-a889-455d-9c8c-afcda6d018cc in Status: IN_PROGRESS for 2s [ 773.965327] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: IN_PROGRESS for 2s [ 774.082236] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be62c11a-93dc-4663-b91b-c9069fce2718',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.400906] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2dcc0dc-8e8a-4253-89aa-4a63cb300d40: rpc.has_security_group_logging(os_id): False [ 774.417826] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.418121] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.418121] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.418301] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.418403] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.418597] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.418693] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.418759] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.418924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.419000] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.419641] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.419641] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.419641] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.419899] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.419899] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.419899] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.420083] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.420150] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.420306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.420384] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.420468] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2dcc0dc-8e8a-4253-89aa-4a63cb300d40 is going to be created. [ 774.471495] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.473584] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.473584] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.473584] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.473584] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.482542] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2dcc0dc-8e8a-4253-89aa-4a63cb300d40 in Status: IN_PROGRESS for 2s [ 774.585733] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be62c11a-93dc-4663-b91b-c9069fce2718',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.088054] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.088240] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.088329] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.088553] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.088650] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.088750] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be62c11a-93dc-4663-b91b-c9069fce2718 is going to be updated. [ 775.118481] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.118758] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.118758] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.118916] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.119078] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.127570] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be62c11a-93dc-4663-b91b-c9069fce2718 in Status: IN_PROGRESS for 2s [ 775.511921] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72b899e3-a889-455d-9c8c-afcda6d018cc in Status: SUCCESS [ 775.512238] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.512471] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.512549] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.512636] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72b899e3-a889-455d-9c8c-afcda6d018cc',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.535577] env[69148]: INFO networking_nsxv3.common.synchronization [req-079e3de2-0317-45b2-a580-b3c930b58596 req-a06475c1-4ed5-4622-9e27-ee25004ef3ea tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_members [ 775.535840] env[69148]: INFO networking_nsxv3.common.synchronization [req-079e3de2-0317-45b2-a580-b3c930b58596 req-a06475c1-4ed5-4622-9e27-ee25004ef3ea tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 72b899e3-a889-455d-9c8c-afcda6d018cc with Priority: HIGHEST for action security_group_members [ 775.536062] env[69148]: INFO networking_nsxv3.common.synchronization [req-079e3de2-0317-45b2-a580-b3c930b58596 req-a06475c1-4ed5-4622-9e27-ee25004ef3ea tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: d873ca66-ce74-4ed9-86bb-581ea194ea7a with Priority: HIGHEST for action security_group_members [ 775.536576] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_members [ 775.536701] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b899e3-a889-455d-9c8c-afcda6d018cc with Priority: HIGHEST for action security_group_members [ 775.536794] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d873ca66-ce74-4ed9-86bb-581ea194ea7a with Priority: HIGHEST for action security_group_members [ 775.537249] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.537361] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.537765] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b899e3-a889-455d-9c8c-afcda6d018cc taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.538400] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.538400] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d873ca66-ce74-4ed9-86bb-581ea194ea7a taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.538400] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d873ca66-ce74-4ed9-86bb-581ea194ea7a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.916658] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d873ca66-ce74-4ed9-86bb-581ea194ea7a in Status: SUCCESS [ 775.916919] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d873ca66-ce74-4ed9-86bb-581ea194ea7a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.917163] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d873ca66-ce74-4ed9-86bb-581ea194ea7a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.917387] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d873ca66-ce74-4ed9-86bb-581ea194ea7a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.917595] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.917733] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.917823] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.918044] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.918160] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.918282] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d873ca66-ce74-4ed9-86bb-581ea194ea7a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.974397] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b899e3-a889-455d-9c8c-afcda6d018cc in Status: SUCCESS [ 775.974656] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.974833] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.975047] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.975329] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.975329] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.975463] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.975551] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.975625] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.975758] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72b899e3-a889-455d-9c8c-afcda6d018cc',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.977210] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: SUCCESS [ 775.977379] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.977530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.977695] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.977890] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.977967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.978032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.978176] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.978335] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.978368] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.033450] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.033603] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.033675] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.033911] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.034045] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.034154] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72b899e3-a889-455d-9c8c-afcda6d018cc is going to be deleted. [ 776.127019] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.127019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.127019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.127257] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.127297] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.127522] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.420276] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.420513] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.420513] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.420697] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.420793] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.420992] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.421129] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.421190] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.421344] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.421421] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.421507] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d873ca66-ce74-4ed9-86bb-581ea194ea7a is going to be deleted. [ 776.449020] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.449020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.449020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.449020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.449020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.449020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d873ca66-ce74-4ed9-86bb-581ea194ea7a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.449020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d873ca66-ce74-4ed9-86bb-581ea194ea7a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.449020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d873ca66-ce74-4ed9-86bb-581ea194ea7a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.449020] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.449020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.449020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.449020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.449020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.449020] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d873ca66-ce74-4ed9-86bb-581ea194ea7a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.479726] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.480030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.480188] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.480438] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.480577] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.480827] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.480990] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.481050] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.481232] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.481322] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.481433] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b899e3-a889-455d-9c8c-afcda6d018cc is going to be deleted. [ 776.482515] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.494999] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2dcc0dc-8e8a-4253-89aa-4a63cb300d40 in Status: SUCCESS [ 776.495230] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.509882] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.510185] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.510185] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.510292] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.510366] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.510460] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.510593] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.510732] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.510886] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.510986] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.511072] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.511239] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.511311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.511403] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72b899e3-a889-455d-9c8c-afcda6d018cc',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.956735] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.956735] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.956735] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.956735] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.956735] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.956735] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.956735] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.956735] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.956735] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.956735] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.956735] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d873ca66-ce74-4ed9-86bb-581ea194ea7a already deleted. [ 776.956735] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d873ca66-ce74-4ed9-86bb-581ea194ea7a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.956735] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d873ca66-ce74-4ed9-86bb-581ea194ea7a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.957587] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d873ca66-ce74-4ed9-86bb-581ea194ea7a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.957587] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d873ca66-ce74-4ed9-86bb-581ea194ea7a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.957587] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.958257] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.958337] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.958484] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.958606] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.958723] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d873ca66-ce74-4ed9-86bb-581ea194ea7a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.986834] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.013429] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.013849] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.013849] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.014308] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.014308] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.014308] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.014427] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.014427] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.014548] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.014619] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.014700] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b899e3-a889-455d-9c8c-afcda6d018cc already deleted. [ 777.014788] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b899e3-a889-455d-9c8c-afcda6d018cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.145026] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be62c11a-93dc-4663-b91b-c9069fce2718 in Status: SUCCESS [ 777.145026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.145026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.145026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.145026] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.145026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.145026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.145026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.145026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.145026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.145026] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be62c11a-93dc-4663-b91b-c9069fce2718',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.460884] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d873ca66-ce74-4ed9-86bb-581ea194ea7a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.464384] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.464384] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.464384] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.464384] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.464384] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.464384] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.464384] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.464384] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.464384] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.464384] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.465320] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d873ca66-ce74-4ed9-86bb-581ea194ea7a already deleted. [ 777.465320] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d873ca66-ce74-4ed9-86bb-581ea194ea7a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.490424] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.490424] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.490424] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.490678] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.490678] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.490864] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 is going to be updated. [ 777.528168] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.528168] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.528366] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.528618] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.528925] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.539087] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: IN_PROGRESS for 2s [ 777.647087] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-be62c11a-93dc-4663-b91b-c9069fce2718 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.647544] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.647632] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.648074] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.648868] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.649037] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.649136] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.649393] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.649503] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.649619] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.649796] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-be62c11a-93dc-4663-b91b-c9069fce2718 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.649895] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.649960] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.650324] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.650486] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.650587] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.650650] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.650803] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.650890] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.650998] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.651123] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be62c11a-93dc-4663-b91b-c9069fce2718',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.967698] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d873ca66-ce74-4ed9-86bb-581ea194ea7a: rpc.has_security_group_logging(os_id): False [ 777.989148] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.989148] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.989148] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.989148] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.989148] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.989148] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.989148] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.989148] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.989148] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.989148] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.989148] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d873ca66-ce74-4ed9-86bb-581ea194ea7a is going to be created. [ 778.006157] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d873ca66-ce74-4ed9-86bb-581ea194ea7a], does not exist path=[/infra/domains/default/groups/d873ca66-ce74-4ed9-86bb-581ea194ea7a]."\n}' [ 778.006336] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d873ca66-ce74-4ed9-86bb-581ea194ea7a failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d873ca66-ce74-4ed9-86bb-581ea194ea7a [ 778.006417] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 778.033820] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.033820] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.033820] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.034179] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.035316] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.038018] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.038018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.038018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.038018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.038018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.038018] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.038018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.038018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.038018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.038018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.038018] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d873ca66-ce74-4ed9-86bb-581ea194ea7a is going to be created. [ 778.049561] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d873ca66-ce74-4ed9-86bb-581ea194ea7a], does not exist path=[/infra/domains/default/groups/d873ca66-ce74-4ed9-86bb-581ea194ea7a]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d873ca66-ce74-4ed9-86bb-581ea194ea7a [ 778.049710] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d873ca66-ce74-4ed9-86bb-581ea194ea7a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.050175] env[69148]: Traceback (most recent call last): [ 778.050282] env[69148]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 778.050282] env[69148]: return func(*args, **kwargs) [ 778.050282] env[69148]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 778.050282] env[69148]: res.raise_for_status() [ 778.050282] env[69148]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 778.050282] env[69148]: raise HTTPError(http_error_msg, response=self) [ 778.050282] env[69148]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d873ca66-ce74-4ed9-86bb-581ea194ea7a [ 778.050282] env[69148]: During handling of the above exception, another exception occurred: [ 778.050282] env[69148]: Traceback (most recent call last): [ 778.050282] env[69148]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 778.050282] env[69148]: listener.cb(fileno) [ 778.050282] env[69148]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 778.050282] env[69148]: result = function(*args, **kwargs) [ 778.050282] env[69148]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 778.050282] env[69148]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 778.050282] env[69148]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 778.050282] env[69148]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 778.050282] env[69148]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 778.050282] env[69148]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 778.050282] env[69148]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 778.050282] env[69148]: res.raise_for_status() [ 778.050282] env[69148]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 778.050282] env[69148]: raise HTTPError(http_error_msg, response=self) [ 778.050282] env[69148]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d873ca66-ce74-4ed9-86bb-581ea194ea7a [ 778.050282] env[69148]: Removing descriptor: 30 [ 778.153352] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be62c11a-93dc-4663-b91b-c9069fce2718: rpc.has_security_group_logging(os_id): False [ 778.173977] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.174180] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.174258] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.174490] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.191235] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.191587] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.191709] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.191849] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.191967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.192066] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.192251] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.192408] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.192408] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.192552] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.192624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.192806] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.192890] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.192950] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.193105] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.193182] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.193266] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be62c11a-93dc-4663-b91b-c9069fce2718 is going to be updated. [ 778.260432] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.260583] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.260655] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.260868] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.261022] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.275026] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be62c11a-93dc-4663-b91b-c9069fce2718 in Status: IN_PROGRESS for 2s [ 778.717426] env[69148]: INFO networking_nsxv3.common.synchronization [None req-293fcda7-56ff-49d9-b444-b206204fbb32 None None] Enqueued Resource ID: afe48bb1-f6a4-4601-81ec-72e5733d6a9d with Priority: HIGHEST for action port [ 778.718059] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afe48bb1-f6a4-4601-81ec-72e5733d6a9d with Priority: HIGHEST for action port [ 778.718363] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-afe48bb1-f6a4-4601-81ec-72e5733d6a9d taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.718481] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afe48bb1-f6a4-4601-81ec-72e5733d6a9d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.718543] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afe48bb1-f6a4-4601-81ec-72e5733d6a9d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.718799] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afe48bb1-f6a4-4601-81ec-72e5733d6a9d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.718881] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afe48bb1-f6a4-4601-81ec-72e5733d6a9d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.223593] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port afe48bb1-f6a4-4601-81ec-72e5733d6a9d [ 779.223853] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.223955] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.224038] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.227324] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.227439] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.227563] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:afe48bb1-f6a4-4601-81ec-72e5733d6a9d already deleted. [ 779.227626] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afe48bb1-f6a4-4601-81ec-72e5733d6a9d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.557615] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: SUCCESS [ 779.557870] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.558093] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.558341] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.559398] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.559594] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.559709] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.559907] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.560055] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.560156] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.560710] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.560710] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.560710] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.560710] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.563715] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.563715] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.563715] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.563715] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.563715] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.563715] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.563715] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.565035] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.565883] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.565883] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.565883] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.565883] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.565883] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.565883] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.565883] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.070540] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d277da6-fb39-4bf5-9ba6-681a973593b0: rpc.has_security_group_logging(os_id): False [ 780.071711] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.088875] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.089028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.089141] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.089430] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.112132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.112422] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.112540] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.112612] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.112807] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.112899] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.113092] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.113182] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.113248] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.113459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.113545] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.113674] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.115113] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.115113] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.115113] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.115113] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.115113] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 is going to be updated. [ 780.177047] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.177047] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.177047] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.177047] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.177047] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.194745] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: IN_PROGRESS for 2s [ 780.288688] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be62c11a-93dc-4663-b91b-c9069fce2718 in Status: SUCCESS [ 780.289060] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.576861] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.904377] env[69148]: INFO networking_nsxv3.common.synchronization [req-e1384e10-8e28-440a-9fe9-60f55836bd2b req-5bb895b0-f056-4f38-b6da-308aca780ad5 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Enqueued Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_members [ 780.904957] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_members [ 780.905278] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.905405] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.905470] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.905672] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.905820] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.905918] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.905984] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.907834] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.907942] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.908012] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.082017] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.082017] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.082017] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.082017] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.082017] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.082277] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 is going to be updated. [ 781.113618] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.113779] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.113853] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.114189] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.114300] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.133957] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: IN_PROGRESS for 2s [ 781.410703] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.410995] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.410995] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.411224] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.433231] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.433231] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.433231] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.433231] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.433231] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.433231] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.433231] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f12fef98-8100-404a-8a99-8fca5d46233e is going to be updated. [ 781.459986] env[69148]: INFO networking_nsxv3.common.synchronization [None req-19f74805-cb76-49a7-8486-9003ccdbf4c1 None None] Enqueued Resource ID: 6fb41042-5a42-4c03-9d7f-92e856dc31d5 with Priority: HIGHEST for action port [ 781.462036] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.462036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.462036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.462036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.462036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.462648] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fb41042-5a42-4c03-9d7f-92e856dc31d5 with Priority: HIGHEST for action port [ 781.463562] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fb41042-5a42-4c03-9d7f-92e856dc31d5 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.463682] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fb41042-5a42-4c03-9d7f-92e856dc31d5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.463746] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fb41042-5a42-4c03-9d7f-92e856dc31d5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.464141] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fb41042-5a42-4c03-9d7f-92e856dc31d5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.464141] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fb41042-5a42-4c03-9d7f-92e856dc31d5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.472529] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: IN_PROGRESS for 2s [ 781.968026] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fb41042-5a42-4c03-9d7f-92e856dc31d5 [ 781.968026] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.968026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.968026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.968199] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.968774] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.968774] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fb41042-5a42-4c03-9d7f-92e856dc31d5 already deleted. [ 781.968774] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fb41042-5a42-4c03-9d7f-92e856dc31d5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.231344] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: SUCCESS [ 782.231656] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.231948] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.232196] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.232520] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.734983] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.735873] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.888051] env[69148]: INFO networking_nsxv3.common.synchronization [req-a95ff401-7efd-4c12-92ca-614a9585f65e req-45a5bdce-8211-423a-ab74-134923729857 tempest-ServerTagsTestJSON-1038376271 tempest-ServerTagsTestJSON-1038376271-project-member] Enqueued Resource ID: d2dcc0dc-8e8a-4253-89aa-4a63cb300d40 with Priority: HIGHEST for action security_group_members [ 782.888586] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2dcc0dc-8e8a-4253-89aa-4a63cb300d40 with Priority: HIGHEST for action security_group_members [ 782.888896] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.889033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.890206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.890206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.890206] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.890206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.890206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.890206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.890206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.890206] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2dcc0dc-8e8a-4253-89aa-4a63cb300d40',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.147413] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: SUCCESS [ 783.147413] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.147413] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.147413] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.147413] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.147413] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.147413] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.147413] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.147413] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.147413] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.147413] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.392943] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.393035] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.393080] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.393339] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.413373] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.413655] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.413780] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.413848] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.414080] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.414239] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.414239] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2dcc0dc-8e8a-4253-89aa-4a63cb300d40 is going to be updated. [ 783.437745] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.437919] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.437957] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.438266] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.438382] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.447044] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2dcc0dc-8e8a-4253-89aa-4a63cb300d40 in Status: IN_PROGRESS for 2s [ 783.481303] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: SUCCESS [ 783.481303] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f12fef98-8100-404a-8a99-8fca5d46233e deletion is rescheduled due to dependency. [ 783.481303] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.650361] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.650512] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.650583] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.650805] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.650965] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.651078] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.651144] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.651292] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.651383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.651504] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.651658] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.651751] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.651879] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.651953] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.652100] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.652214] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.652252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.652416] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.652543] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.652543] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.652924] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.155173] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d277da6-fb39-4bf5-9ba6-681a973593b0: rpc.has_security_group_logging(os_id): False [ 784.172759] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.172894] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.172976] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.173195] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.173318] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.173586] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.173586] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.173705] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.173817] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.173926] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.174085] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.174199] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.174234] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.174361] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.174457] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.174626] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.174696] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.174743] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.174877] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.174965] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.175559] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 is going to be updated. [ 784.246785] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.246914] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.247105] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.247212] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.247352] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.272589] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: IN_PROGRESS for 2s [ 785.369918] env[69148]: INFO networking_nsxv3.common.synchronization [req-70166c11-aaab-4fea-be53-ce1cf22cc219 req-f6a96dfc-d529-415e-9240-7837a6cace44 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Enqueued Resource ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 with Priority: HIGHEST for action security_group_members [ 785.370603] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 with Priority: HIGHEST for action security_group_members [ 785.370603] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.370717] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.370828] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.371041] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.371193] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.371826] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.371826] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.371826] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.371826] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.371826] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.456195] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2dcc0dc-8e8a-4253-89aa-4a63cb300d40 in Status: SUCCESS [ 785.456195] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2dcc0dc-8e8a-4253-89aa-4a63cb300d40 deletion is rescheduled due to dependency. [ 785.456572] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.875103] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.875103] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.875103] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.875103] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.875103] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.875103] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.875103] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.875103] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.875103] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.875103] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.875103] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 already deleted. [ 785.875103] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.893239] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.895470] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-934" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.895606] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-934" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.895953] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-934" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.896295] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.896476] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.896622] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.896854] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.897008] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.899310] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 785.899442] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.899558] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.899669] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.899775] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 785.899881] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.900030] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.918186] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.918358] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 785.918525] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.918705] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-934" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.919030] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-3d9d739e-9354-4e3c-ae20-645511d04815 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.919210] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-3d9d739e-9354-4e3c-ae20-645511d04815" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.919332] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-3d9d739e-9354-4e3c-ae20-645511d04815" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.919800] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-3d9d739e-9354-4e3c-ae20-645511d04815" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.919974] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d9d739e-9354-4e3c-ae20-645511d04815',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.291893] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: SUCCESS [ 786.292167] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.422316] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.422928] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.422928] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.423125] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.423323] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.423509] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 3d9d739e-9354-4e3c-ae20-645511d04815 not found, creating... [ 786.423826] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.423995] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.424127] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.424349] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.424488] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.424794] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.424902] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.428767] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.428767] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.428767] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.428767] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 3d9d739e-9354-4e3c-ae20-645511d04815 is going to be created. [ 786.445921] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.445921] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.445921] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.445921] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.445921] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.445921] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-3d9d739e-9354-4e3c-ae20-645511d04815" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.851492] env[69148]: INFO networking_nsxv3.common.synchronization [req-f5ff8ebf-c341-4fce-a8fc-d5eb3eff1c9a req-cb24e1e5-af09-476b-a74e-72349c43d0b1 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Enqueued Resource ID: be62c11a-93dc-4663-b91b-c9069fce2718 with Priority: HIGHEST for action security_group_members [ 787.855024] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be62c11a-93dc-4663-b91b-c9069fce2718 with Priority: HIGHEST for action security_group_members [ 787.855024] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-be62c11a-93dc-4663-b91b-c9069fce2718 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.855024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.855024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.855024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.855024] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.855024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.855024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.855024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.855024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.855024] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be62c11a-93dc-4663-b91b-c9069fce2718',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.138926] env[69148]: INFO networking_nsxv3.common.synchronization [req-70166c11-aaab-4fea-be53-ce1cf22cc219 req-c83b93eb-3945-4e62-aa10-89421a380c0f service nova] Enqueued Resource ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 with Priority: HIGHEST for action security_group_rules [ 788.139117] env[69148]: INFO networking_nsxv3.common.synchronization [req-70166c11-aaab-4fea-be53-ce1cf22cc219 req-c83b93eb-3945-4e62-aa10-89421a380c0f service nova] Enqueued Resource ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 with Priority: HIGHEST for action security_group_members [ 788.139287] env[69148]: INFO networking_nsxv3.common.synchronization [req-70166c11-aaab-4fea-be53-ce1cf22cc219 req-c83b93eb-3945-4e62-aa10-89421a380c0f service nova] Enqueued Resource ID: 3d9d739e-9354-4e3c-ae20-645511d04815 with Priority: HIGHEST for action port [ 788.139518] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 with Priority: HIGHEST for action security_group_rules [ 788.139640] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 with Priority: HIGHEST for action security_group_members [ 788.139739] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9d739e-9354-4e3c-ae20-645511d04815 with Priority: HIGHEST for action port [ 788.140293] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.140486] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.140486] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.140740] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.141426] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.143331] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.143452] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.143516] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.143877] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.144038] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.144133] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.144191] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.144335] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.144420] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.144526] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.145716] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d9d739e-9354-4e3c-ae20-645511d04815 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.145716] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d9d739e-9354-4e3c-ae20-645511d04815" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.145798] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d9d739e-9354-4e3c-ae20-645511d04815" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.145885] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d9d739e-9354-4e3c-ae20-645511d04815" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.145957] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d9d739e-9354-4e3c-ae20-645511d04815',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.357445] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be62c11a-93dc-4663-b91b-c9069fce2718',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.522040] env[69148]: INFO networking_nsxv3.common.synchronization [req-ae269aff-4719-424b-81f1-d992e8ca43b0 req-a14655a2-cc99-45b2-ae77-bfe31f4c880d tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Enqueued Resource ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 with Priority: HIGHEST for action security_group_members [ 788.522716] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 with Priority: HIGHEST for action security_group_members [ 788.523133] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.523389] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.523528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.524094] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.524643] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.524643] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.524643] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.524643] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.524802] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.524840] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.651327] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.651450] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.652010] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.653700] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d9d739e-9354-4e3c-ae20-645511d04815 with status ACTIVE [ 788.653832] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.653955] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.653999] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.654219] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.654303] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.657420] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.657420] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.657420] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.657420] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.657420] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.657420] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.657420] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.657420] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.657420] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.659280] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.659352] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d9d739e-9354-4e3c-ae20-645511d04815 is going to be updated. [ 788.680358] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.680542] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.680641] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.680926] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.681128] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.681348] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d9d739e-9354-4e3c-ae20-645511d04815" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.866121] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be62c11a-93dc-4663-b91b-c9069fce2718',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.027211] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.028029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.028029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.028029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.028029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.028029] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.028029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.028417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.028417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.028417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.028417] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 already deleted. [ 789.028616] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.154728] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.371109] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.371109] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.371109] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.371109] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.371109] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.371109] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be62c11a-93dc-4663-b91b-c9069fce2718 is going to be updated. [ 789.397528] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.397528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.397528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.397528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.397528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.406470] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be62c11a-93dc-4663-b91b-c9069fce2718 in Status: IN_PROGRESS for 2s [ 789.659548] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.659548] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.659548] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.659548] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.659548] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.659548] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 is going to be created. [ 789.681623] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.681623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.681623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.681623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.681623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.688296] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 in Status: UNINITIALIZED for 2s [ 789.807121] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-277 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.807121] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-277" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.807121] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-277" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.807121] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-277" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.807121] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.807121] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.807121] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.807748] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.808075] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.809382] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.809765] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.810054] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.810306] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.810769] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.811039] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.811326] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.835118] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.835118] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 789.835118] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.835118] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-277" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.835118] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-ed984b26-1938-402d-bf16-83469860a813 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.835118] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-ed984b26-1938-402d-bf16-83469860a813" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.835118] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-ed984b26-1938-402d-bf16-83469860a813" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.835118] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-ed984b26-1938-402d-bf16-83469860a813" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.835118] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed984b26-1938-402d-bf16-83469860a813',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.343135] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.343135] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.343135] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.343135] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.343135] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.343135] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port ed984b26-1938-402d-bf16-83469860a813 not found, creating... [ 790.343135] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.343135] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.343135] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.343135] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.343135] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.343625] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.343625] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.343625] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.343625] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.343625] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.343625] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: ed984b26-1938-402d-bf16-83469860a813 is going to be created. [ 790.363607] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.363743] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.363807] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.364143] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.364379] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.364593] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-ed984b26-1938-402d-bf16-83469860a813" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.019141] env[69148]: INFO networking_nsxv3.common.synchronization [req-65fd3e2c-5553-4b40-9094-e00fd136f70d req-0017d84c-6f5e-4d81-b0bd-6543c4a5c20a tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Enqueued Resource ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 with Priority: HIGHEST for action security_group_members [ 791.019141] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 with Priority: HIGHEST for action security_group_members [ 791.019799] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.019799] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.019799] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.019945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.020063] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.020159] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.020217] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.020365] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.020444] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.020534] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.416838] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be62c11a-93dc-4663-b91b-c9069fce2718 in Status: SUCCESS [ 791.417122] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.437759] env[69148]: INFO networking_nsxv3.common.synchronization [req-ae269aff-4719-424b-81f1-d992e8ca43b0 req-39929003-f639-42e9-a9f2-2b10947a90e8 service nova] Enqueued Resource ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 with Priority: HIGHEST for action security_group_rules [ 791.437759] env[69148]: INFO networking_nsxv3.common.synchronization [req-ae269aff-4719-424b-81f1-d992e8ca43b0 req-39929003-f639-42e9-a9f2-2b10947a90e8 service nova] Enqueued Resource ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 with Priority: HIGHEST for action security_group_members [ 791.437759] env[69148]: INFO networking_nsxv3.common.synchronization [req-ae269aff-4719-424b-81f1-d992e8ca43b0 req-39929003-f639-42e9-a9f2-2b10947a90e8 service nova] Enqueued Resource ID: ed984b26-1938-402d-bf16-83469860a813 with Priority: HIGHEST for action port [ 791.437759] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 with Priority: HIGHEST for action security_group_rules [ 791.437759] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 with Priority: HIGHEST for action security_group_members [ 791.437759] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed984b26-1938-402d-bf16-83469860a813 with Priority: HIGHEST for action port [ 791.439194] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.439318] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.439409] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.439648] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.439839] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.443123] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.443123] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.443391] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed984b26-1938-402d-bf16-83469860a813 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.443391] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed984b26-1938-402d-bf16-83469860a813" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.443391] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed984b26-1938-402d-bf16-83469860a813" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.446437] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed984b26-1938-402d-bf16-83469860a813" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.446437] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed984b26-1938-402d-bf16-83469860a813',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.522442] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.637199] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-277 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.637199] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-277" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.637199] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-277" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.637199] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-277" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.637199] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.637199] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.637199] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.638924] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.639233] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.641041] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 791.644155] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.644155] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.644155] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.644155] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 791.644155] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.644155] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.663018] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.663018] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 791.663018] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.663018] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-277" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.663018] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.663018] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.663018] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.663018] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.663018] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.697973] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 in Status: SUCCESS [ 791.699174] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.699347] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.699557] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.699753] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.699878] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.699946] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.700118] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.700199] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.700282] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.700372] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.945732] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.945832] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.946035] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed984b26-1938-402d-bf16-83469860a813 with status ACTIVE [ 791.946234] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.946375] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.946417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.946597] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.946686] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.946845] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.946935] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.946995] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.947181] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.947381] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.947431] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.947516] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.947590] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.947702] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.947776] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.947848] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed984b26-1938-402d-bf16-83469860a813 is going to be updated. [ 791.970253] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.970391] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.970603] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.970690] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.974046] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.974046] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed984b26-1938-402d-bf16-83469860a813" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.028368] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.029760] env[69148]: INFO networking_nsxv3.common.synchronization [None req-72138aa6-2491-44d8-9e3c-069807dced0f None None] Enqueued Resource ID: 169d6eb5-5845-47cd-b62e-1a6ece06ab9e with Priority: HIGHEST for action port [ 792.030816] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 169d6eb5-5845-47cd-b62e-1a6ece06ab9e with Priority: HIGHEST for action port [ 792.031370] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-169d6eb5-5845-47cd-b62e-1a6ece06ab9e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.031571] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-169d6eb5-5845-47cd-b62e-1a6ece06ab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.031928] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-169d6eb5-5845-47cd-b62e-1a6ece06ab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.031928] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-169d6eb5-5845-47cd-b62e-1a6ece06ab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.031982] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('169d6eb5-5845-47cd-b62e-1a6ece06ab9e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.164981] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.165236] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.165403] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.165682] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.165836] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.165988] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1 not found, creating... [ 792.166314] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.166469] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.166587] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.166800] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.166933] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.167294] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.167509] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.168107] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.168107] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.168107] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.168107] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1 is going to be created. [ 792.189554] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.189778] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.189944] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.190741] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.190741] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.190963] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.206761] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.206761] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.206761] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.206761] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.206761] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.206761] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.206761] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.206761] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.206761] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.206761] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.206761] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.206761] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.206761] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.206761] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.206761] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.206761] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.207528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.207528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.207528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.207528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.207528] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.532529] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.533618] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.534203] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.534485] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.535189] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.535442] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 is going to be created. [ 792.539169] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 169d6eb5-5845-47cd-b62e-1a6ece06ab9e [ 792.543024] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.543024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.543024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.543024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.543024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.543024] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:169d6eb5-5845-47cd-b62e-1a6ece06ab9e already deleted. [ 792.543024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-169d6eb5-5845-47cd-b62e-1a6ece06ab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.564535] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.564691] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.564792] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.565098] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.565498] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.578688] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 in Status: UNINITIALIZED for 2s [ 792.710599] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6: rpc.has_security_group_logging(os_id): False [ 792.728252] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.728252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.728252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.728252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.728252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.728252] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.728252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.728252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.728252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.728252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.728252] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.728252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.728252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.728252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.728252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.728834] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.728834] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.731792] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.732087] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.732266] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.732431] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 is going to be created. [ 792.793729] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.793871] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.793937] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.794203] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.794430] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.810543] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 in Status: IN_PROGRESS for 2s [ 793.012549] env[69148]: INFO networking_nsxv3.common.synchronization [req-65fd3e2c-5553-4b40-9094-e00fd136f70d req-7e79c8e7-de48-4c7a-9d39-d4ad9bf15c63 service nova] Enqueued Resource ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 with Priority: HIGHEST for action security_group_rules [ 793.012724] env[69148]: INFO networking_nsxv3.common.synchronization [req-65fd3e2c-5553-4b40-9094-e00fd136f70d req-7e79c8e7-de48-4c7a-9d39-d4ad9bf15c63 service nova] Enqueued Resource ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 with Priority: HIGHEST for action security_group_members [ 793.012861] env[69148]: INFO networking_nsxv3.common.synchronization [req-65fd3e2c-5553-4b40-9094-e00fd136f70d req-7e79c8e7-de48-4c7a-9d39-d4ad9bf15c63 service nova] Enqueued Resource ID: de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1 with Priority: HIGHEST for action port [ 793.013095] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 with Priority: HIGHEST for action security_group_rules [ 793.013223] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 with Priority: HIGHEST for action security_group_members [ 793.013318] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1 with Priority: HIGHEST for action port [ 793.013839] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.013942] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.014660] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.014660] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.014660] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.014660] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.014660] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.014898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.014898] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.520021] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1 with status ACTIVE [ 793.520021] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.520021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.520021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.520021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.520021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.520021] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.520021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.520021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.520021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.520021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.520021] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.520021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.520021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.520021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.520021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.520021] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1 is going to be updated. [ 793.540602] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.540602] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.540602] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.540602] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.540602] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.540602] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de7d9eea-25f8-4f56-8f8c-f0bedd9fd4c1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.785783] env[69148]: INFO networking_nsxv3.common.synchronization [req-8df0af3d-682d-4f7f-b629-8fd89a473a5d req-13bb3978-7984-4041-8cb4-6f5ee51d3dbe tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Enqueued Resource ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 with Priority: HIGHEST for action security_group_members [ 793.785783] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 with Priority: HIGHEST for action security_group_members [ 793.785783] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.785783] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.047534] env[69148]: INFO networking_nsxv3.common.synchronization [None req-516891a7-7956-4659-99de-7f374dff4c0b None None] Enqueued Resource ID: 2160b2d6-01eb-4a3f-b899-f176bb3b3d0f with Priority: HIGHEST for action port [ 794.048051] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2160b2d6-01eb-4a3f-b899-f176bb3b3d0f with Priority: HIGHEST for action port [ 794.049152] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-2160b2d6-01eb-4a3f-b899-f176bb3b3d0f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.049152] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2160b2d6-01eb-4a3f-b899-f176bb3b3d0f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.049152] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2160b2d6-01eb-4a3f-b899-f176bb3b3d0f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.049152] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2160b2d6-01eb-4a3f-b899-f176bb3b3d0f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.049152] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2160b2d6-01eb-4a3f-b899-f176bb3b3d0f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.486687] env[69148]: INFO networking_nsxv3.common.synchronization [None req-9bb4f322-9491-4918-be85-eb80bb2a03f7 None None] Enqueued Resource ID: 445ac644-2cab-454a-87f3-142ad92f284e with Priority: HIGHEST for action port [ 794.486687] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445ac644-2cab-454a-87f3-142ad92f284e with Priority: HIGHEST for action port [ 794.488189] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-445ac644-2cab-454a-87f3-142ad92f284e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.488335] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-445ac644-2cab-454a-87f3-142ad92f284e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.488455] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-445ac644-2cab-454a-87f3-142ad92f284e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.488813] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-445ac644-2cab-454a-87f3-142ad92f284e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.488896] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('445ac644-2cab-454a-87f3-142ad92f284e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.551808] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2160b2d6-01eb-4a3f-b899-f176bb3b3d0f [ 794.552069] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.552292] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.552292] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.552443] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.552536] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.552631] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2160b2d6-01eb-4a3f-b899-f176bb3b3d0f already deleted. [ 794.552710] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2160b2d6-01eb-4a3f-b899-f176bb3b3d0f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.563520] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-277 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.563520] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-277" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.563520] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-277" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.563520] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-277" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.563684] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.563732] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.563826] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.565370] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.565482] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.565713] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.565834] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.565944] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.566080] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.566205] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.567328] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.567510] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.587033] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.587211] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 794.587359] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.587536] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-277" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.587835] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-55bec5e3-010e-430a-a78c-01ce7ef29e71 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.588130] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-55bec5e3-010e-430a-a78c-01ce7ef29e71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.588294] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-55bec5e3-010e-430a-a78c-01ce7ef29e71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.588661] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-55bec5e3-010e-430a-a78c-01ce7ef29e71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.588804] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55bec5e3-010e-430a-a78c-01ce7ef29e71',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.590435] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 in Status: SUCCESS [ 794.590659] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.590811] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.590991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.591173] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.591302] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.591367] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.591516] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.591599] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.591689] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.822730] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 in Status: SUCCESS [ 794.822963] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.990407] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 445ac644-2cab-454a-87f3-142ad92f284e [ 794.990645] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.990853] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.990853] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.991062] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.991155] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.991249] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:445ac644-2cab-454a-87f3-142ad92f284e already deleted. [ 794.991328] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-445ac644-2cab-454a-87f3-142ad92f284e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.094121] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.094372] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.094499] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.095108] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.095108] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.095108] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 55bec5e3-010e-430a-a78c-01ce7ef29e71 not found, creating... [ 795.095363] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.095531] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.095649] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.095861] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.095993] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.096319] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.096477] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.098546] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.098777] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.099124] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.099958] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 55bec5e3-010e-430a-a78c-01ce7ef29e71 is going to be created. [ 795.102307] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.127660] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.128029] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.128029] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.128362] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.128592] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.128820] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-55bec5e3-010e-430a-a78c-01ce7ef29e71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.608478] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.663257] env[69148]: INFO networking_nsxv3.common.synchronization [None req-38cf8194-c432-4bea-9493-172556148bd4 None None] Enqueued Resource ID: 42f462c8-d5ff-4563-bf24-4d4091bb1919 with Priority: HIGHEST for action port [ 795.664039] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42f462c8-d5ff-4563-bf24-4d4091bb1919 with Priority: HIGHEST for action port [ 795.664420] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-42f462c8-d5ff-4563-bf24-4d4091bb1919 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.664513] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42f462c8-d5ff-4563-bf24-4d4091bb1919" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.664590] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42f462c8-d5ff-4563-bf24-4d4091bb1919" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.664850] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42f462c8-d5ff-4563-bf24-4d4091bb1919" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.664917] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42f462c8-d5ff-4563-bf24-4d4091bb1919',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.111987] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.112160] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.112230] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.112455] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.112614] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.112679] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 is going to be updated. [ 796.153064] env[69148]: INFO networking_nsxv3.common.synchronization [None req-fc17537b-084e-4cf0-862a-ef0e99f67388 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Enqueued Resource ID: 1c607350-2453-403a-bdf8-1332d259071f with Priority: HIGHEST for action security_group_rules [ 796.153611] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c607350-2453-403a-bdf8-1332d259071f with Priority: HIGHEST for action security_group_rules [ 796.153911] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c607350-2453-403a-bdf8-1332d259071f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.154046] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.154109] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.154376] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.154457] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c607350-2453-403a-bdf8-1332d259071f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.172806] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42f462c8-d5ff-4563-bf24-4d4091bb1919 [ 796.172806] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.172806] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.172806] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.173010] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.173265] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.173364] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42f462c8-d5ff-4563-bf24-4d4091bb1919 already deleted. [ 796.173446] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42f462c8-d5ff-4563-bf24-4d4091bb1919" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.197449] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.197579] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.198024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.198024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.198128] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.208781] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 in Status: IN_PROGRESS for 2s [ 796.269997] env[69148]: INFO networking_nsxv3.common.synchronization [None req-f3a3782a-b064-4720-a42e-928649a8fa7f tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Enqueued Resource ID: 1c607350-2453-403a-bdf8-1332d259071f with Priority: HIGHEST for action security_group_rules [ 796.270534] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c607350-2453-403a-bdf8-1332d259071f with Priority: HIGHEST for action security_group_rules [ 796.270844] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c607350-2453-403a-bdf8-1332d259071f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.270950] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.389438] env[69148]: INFO networking_nsxv3.common.synchronization [None req-d8277a57-ed8d-4096-8c18-ba1e3ad177cc None None] Enqueued Resource ID: b0eb888d-92f4-4765-a40d-9d2fbdbae146 with Priority: HIGHEST for action port [ 796.389438] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0eb888d-92f4-4765-a40d-9d2fbdbae146 with Priority: HIGHEST for action port [ 796.389438] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0eb888d-92f4-4765-a40d-9d2fbdbae146 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.389438] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0eb888d-92f4-4765-a40d-9d2fbdbae146" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.389438] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0eb888d-92f4-4765-a40d-9d2fbdbae146" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.392679] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0eb888d-92f4-4765-a40d-9d2fbdbae146" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.392679] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0eb888d-92f4-4765-a40d-9d2fbdbae146',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.561585] env[69148]: INFO networking_nsxv3.common.synchronization [req-8df0af3d-682d-4f7f-b629-8fd89a473a5d req-314d5b63-7db3-4a1f-9ae5-0485bf4efb87 service nova] Enqueued Resource ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 with Priority: HIGHEST for action security_group_rules [ 796.561585] env[69148]: INFO networking_nsxv3.common.synchronization [req-8df0af3d-682d-4f7f-b629-8fd89a473a5d req-314d5b63-7db3-4a1f-9ae5-0485bf4efb87 service nova] Enqueued Resource ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 with Priority: HIGHEST for action security_group_members [ 796.561585] env[69148]: INFO networking_nsxv3.common.synchronization [req-8df0af3d-682d-4f7f-b629-8fd89a473a5d req-314d5b63-7db3-4a1f-9ae5-0485bf4efb87 service nova] Enqueued Resource ID: 55bec5e3-010e-430a-a78c-01ce7ef29e71 with Priority: HIGHEST for action port [ 796.561585] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 with Priority: HIGHEST for action security_group_rules [ 796.561585] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 with Priority: HIGHEST for action security_group_members [ 796.561730] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55bec5e3-010e-430a-a78c-01ce7ef29e71 with Priority: HIGHEST for action port [ 796.562280] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.562505] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.562716] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.562805] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.562980] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-55bec5e3-010e-430a-a78c-01ce7ef29e71 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.563092] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55bec5e3-010e-430a-a78c-01ce7ef29e71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.563157] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55bec5e3-010e-430a-a78c-01ce7ef29e71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.563351] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55bec5e3-010e-430a-a78c-01ce7ef29e71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.563429] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55bec5e3-010e-430a-a78c-01ce7ef29e71',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.672244] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.672522] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.672522] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.672646] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.672796] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.673135] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c607350-2453-403a-bdf8-1332d259071f already deleted. [ 796.673135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.673135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.673298] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.673383] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c607350-2453-403a-bdf8-1332d259071f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.679609] env[69148]: INFO networking_nsxv3.common.synchronization [req-ed29a0a9-ec57-4c90-ab86-62372e39978c req-7ae7c790-d67a-4487-8024-a3eb4faa909f tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Enqueued Resource ID: afdb307b-2747-4a70-a6c7-73b6527ae74c with Priority: HIGHEST for action security_group_members [ 796.680134] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afdb307b-2747-4a70-a6c7-73b6527ae74c with Priority: HIGHEST for action security_group_members [ 796.680758] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-afdb307b-2747-4a70-a6c7-73b6527ae74c taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.681259] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.681259] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.682082] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.682199] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.682454] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.682454] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.682654] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.682654] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.682764] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afdb307b-2747-4a70-a6c7-73b6527ae74c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.896445] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0eb888d-92f4-4765-a40d-9d2fbdbae146 [ 796.899108] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.899108] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.899108] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.899108] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.899108] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.899108] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0eb888d-92f4-4765-a40d-9d2fbdbae146 already deleted. [ 796.899108] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0eb888d-92f4-4765-a40d-9d2fbdbae146" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.066019] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55bec5e3-010e-430a-a78c-01ce7ef29e71 with status ACTIVE [ 797.066315] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.066458] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.066527] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.066737] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.066825] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.066996] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.067107] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.067167] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.067348] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.067424] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.068910] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.068910] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.068910] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.068910] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.068910] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.069279] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55bec5e3-010e-430a-a78c-01ce7ef29e71 is going to be updated. [ 797.093019] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.093019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.093019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.093019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.093019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.093019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55bec5e3-010e-430a-a78c-01ce7ef29e71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.185256] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.185449] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.185529] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.188678] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.188678] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.188678] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.188865] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.188865] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.189839] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.189839] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.189839] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afdb307b-2747-4a70-a6c7-73b6527ae74c already deleted. [ 797.189839] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.217010] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.217010] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.217010] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.217010] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.217010] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.217010] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c607350-2453-403a-bdf8-1332d259071f already deleted. [ 797.217010] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.285463] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.287200] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-388" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.287200] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-388" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.287200] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-388" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.288020] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.288850] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.291760] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.291760] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.291760] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.291760] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 797.291760] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.291760] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.291760] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.291760] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 797.291760] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.291760] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.319021] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.319021] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 797.319021] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.319021] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-388" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.319021] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-69f8b1d3-de6f-4f71-a1d2-e961f594ceb3 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.319021] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-69f8b1d3-de6f-4f71-a1d2-e961f594ceb3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.319021] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-69f8b1d3-de6f-4f71-a1d2-e961f594ceb3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.319021] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-69f8b1d3-de6f-4f71-a1d2-e961f594ceb3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.319021] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69f8b1d3-de6f-4f71-a1d2-e961f594ceb3',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.822777] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.823738] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.823831] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.824333] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.824333] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.824416] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 69f8b1d3-de6f-4f71-a1d2-e961f594ceb3 not found, creating... [ 797.824735] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.824941] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.825020] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.825256] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.825395] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.825684] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.825836] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.825951] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.826217] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.826359] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.826501] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 69f8b1d3-de6f-4f71-a1d2-e961f594ceb3 is going to be created. [ 797.846112] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.847024] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.847024] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.847024] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.847024] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.847223] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-69f8b1d3-de6f-4f71-a1d2-e961f594ceb3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.229643] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 in Status: SUCCESS [ 798.229902] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.230172] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.230502] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.230807] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.231043] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.231137] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.231402] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.231494] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.231582] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.231684] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.232604] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.232764] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.232941] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.233104] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.233104] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.233262] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.233344] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.233463] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.581465] env[69148]: INFO networking_nsxv3.common.synchronization [None req-84c13536-2e07-44d3-8316-caf50455f7ae None None] Enqueued Resource ID: 9d4832f9-a052-4c1d-9d6a-785a5f0cd2de with Priority: HIGHEST for action port [ 798.581732] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d4832f9-a052-4c1d-9d6a-785a5f0cd2de with Priority: HIGHEST for action port [ 798.582319] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d4832f9-a052-4c1d-9d6a-785a5f0cd2de taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.582447] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d4832f9-a052-4c1d-9d6a-785a5f0cd2de" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.582516] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d4832f9-a052-4c1d-9d6a-785a5f0cd2de" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.582770] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d4832f9-a052-4c1d-9d6a-785a5f0cd2de" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.582852] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d4832f9-a052-4c1d-9d6a-785a5f0cd2de',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.650084] env[69148]: INFO networking_nsxv3.common.synchronization [req-ed29a0a9-ec57-4c90-ab86-62372e39978c req-3aa323f5-956d-4d93-96d4-3460c6addd87 service nova] Enqueued Resource ID: afdb307b-2747-4a70-a6c7-73b6527ae74c with Priority: HIGHEST for action security_group_rules [ 798.650279] env[69148]: INFO networking_nsxv3.common.synchronization [req-ed29a0a9-ec57-4c90-ab86-62372e39978c req-3aa323f5-956d-4d93-96d4-3460c6addd87 service nova] Enqueued Resource ID: afdb307b-2747-4a70-a6c7-73b6527ae74c with Priority: HIGHEST for action security_group_members [ 798.650463] env[69148]: INFO networking_nsxv3.common.synchronization [req-ed29a0a9-ec57-4c90-ab86-62372e39978c req-3aa323f5-956d-4d93-96d4-3460c6addd87 service nova] Enqueued Resource ID: 69f8b1d3-de6f-4f71-a1d2-e961f594ceb3 with Priority: HIGHEST for action port [ 798.650642] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afdb307b-2747-4a70-a6c7-73b6527ae74c with Priority: HIGHEST for action security_group_rules [ 798.650748] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afdb307b-2747-4a70-a6c7-73b6527ae74c with Priority: HIGHEST for action security_group_members [ 798.650827] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f8b1d3-de6f-4f71-a1d2-e961f594ceb3 with Priority: HIGHEST for action port [ 798.651628] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afdb307b-2747-4a70-a6c7-73b6527ae74c taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.651774] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.651816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.654023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.654385] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afdb307b-2747-4a70-a6c7-73b6527ae74c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.655100] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-afdb307b-2747-4a70-a6c7-73b6527ae74c taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.655224] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.655263] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.655542] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.655651] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.655771] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.655834] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.655990] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.656093] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.656250] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afdb307b-2747-4a70-a6c7-73b6527ae74c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.659474] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-69f8b1d3-de6f-4f71-a1d2-e961f594ceb3 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.659474] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69f8b1d3-de6f-4f71-a1d2-e961f594ceb3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.659474] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69f8b1d3-de6f-4f71-a1d2-e961f594ceb3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.659474] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69f8b1d3-de6f-4f71-a1d2-e961f594ceb3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.659474] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69f8b1d3-de6f-4f71-a1d2-e961f594ceb3',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.735662] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.735816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.736040] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.085361] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d4832f9-a052-4c1d-9d6a-785a5f0cd2de [ 799.085845] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.085845] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.085845] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.086195] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.086195] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.086302] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d4832f9-a052-4c1d-9d6a-785a5f0cd2de already deleted. [ 799.086348] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d4832f9-a052-4c1d-9d6a-785a5f0cd2de" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.162314] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afdb307b-2747-4a70-a6c7-73b6527ae74c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.162553] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-afdb307b-2747-4a70-a6c7-73b6527ae74c taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.162553] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.163437] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69f8b1d3-de6f-4f71-a1d2-e961f594ceb3 with status ACTIVE [ 799.163633] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.163778] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.163844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.164046] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.164167] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.164350] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.164447] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.164509] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.164665] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.164741] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.164919] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.165018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.165071] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.165207] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.168072] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.168072] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69f8b1d3-de6f-4f71-a1d2-e961f594ceb3 is going to be updated. [ 799.184539] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.184740] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.184800] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.184999] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.185184] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.185353] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69f8b1d3-de6f-4f71-a1d2-e961f594ceb3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.241987] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.361108] env[69148]: INFO networking_nsxv3.common.synchronization [req-94ca6085-c65e-4385-8053-7da6d9c52381 req-907285e4-b2a4-4c1a-9eaa-b5ec9f06897f tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Enqueued Resource ID: 8899b353-20b4-4984-b7dc-40612e84ef76 with Priority: HIGHEST for action security_group_members [ 799.361108] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8899b353-20b4-4984-b7dc-40612e84ef76 with Priority: HIGHEST for action security_group_members [ 799.361108] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-8899b353-20b4-4984-b7dc-40612e84ef76 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.361108] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.361108] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.361108] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.361108] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.361108] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.361108] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.362047] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.362237] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.362403] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8899b353-20b4-4984-b7dc-40612e84ef76',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.667026] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afdb307b-2747-4a70-a6c7-73b6527ae74c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.744189] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.744353] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.744426] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.744636] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.744725] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.744821] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 is going to be updated. [ 799.770953] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.771138] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.771175] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.771386] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.771534] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.780821] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 in Status: IN_PROGRESS for 2s [ 799.866261] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8899b353-20b4-4984-b7dc-40612e84ef76',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.014197] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-803 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.014197] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-803" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.014197] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-803" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.014197] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-803" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.014197] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.014197] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.014197] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.015207] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.015551] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.015866] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.016256] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.017023] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.017023] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.017023] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.017023] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.017023] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.035514] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.035743] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 800.035927] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.036120] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-803" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.039642] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-63010e32-e2f5-4ba4-881f-4f81d1039b52 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.039642] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-63010e32-e2f5-4ba4-881f-4f81d1039b52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.039642] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-63010e32-e2f5-4ba4-881f-4f81d1039b52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.039642] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-63010e32-e2f5-4ba4-881f-4f81d1039b52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.039642] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63010e32-e2f5-4ba4-881f-4f81d1039b52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.171114] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.171114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.171114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.171114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.171114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.171114] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afdb307b-2747-4a70-a6c7-73b6527ae74c is going to be created. [ 800.194732] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.194912] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.194984] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.195253] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.195843] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.209897] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afdb307b-2747-4a70-a6c7-73b6527ae74c in Status: UNINITIALIZED for 2s [ 800.371082] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8899b353-20b4-4984-b7dc-40612e84ef76',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.454495] env[69148]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-27902579-335d-45d1-92ea-e74902eeadad None None] NSXv3 Agent Agent loop - iteration:0 completed [ 800.454495] env[69148]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-27902579-335d-45d1-92ea-e74902eeadad None None] NSXv3 Agent Agent loop - iteration:1 started [ 800.541600] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.541600] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.541600] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.541600] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.541600] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.541600] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 63010e32-e2f5-4ba4-881f-4f81d1039b52 not found, creating... [ 800.541600] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.541915] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.542320] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.542586] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.542735] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.543050] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.543215] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.543336] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.543546] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.543678] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.543817] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 63010e32-e2f5-4ba4-881f-4f81d1039b52 is going to be created. [ 800.563280] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.563560] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.563706] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.564243] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.564283] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.564539] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-63010e32-e2f5-4ba4-881f-4f81d1039b52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.873655] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.874313] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.874313] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.874474] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.874607] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.874755] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8899b353-20b4-4984-b7dc-40612e84ef76 is going to be updated. [ 800.907026] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.907026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.907026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.907026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.907026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.913216] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8899b353-20b4-4984-b7dc-40612e84ef76 in Status: IN_PROGRESS for 2s [ 801.618510] env[69148]: INFO networking_nsxv3.common.synchronization [req-94ca6085-c65e-4385-8053-7da6d9c52381 req-e311bfc2-79e7-4ea2-8225-fed62f827877 service nova] Enqueued Resource ID: 8899b353-20b4-4984-b7dc-40612e84ef76 with Priority: HIGHEST for action security_group_rules [ 801.618804] env[69148]: INFO networking_nsxv3.common.synchronization [req-94ca6085-c65e-4385-8053-7da6d9c52381 req-e311bfc2-79e7-4ea2-8225-fed62f827877 service nova] Enqueued Resource ID: 8899b353-20b4-4984-b7dc-40612e84ef76 with Priority: HIGHEST for action security_group_members [ 801.618836] env[69148]: INFO networking_nsxv3.common.synchronization [req-94ca6085-c65e-4385-8053-7da6d9c52381 req-e311bfc2-79e7-4ea2-8225-fed62f827877 service nova] Enqueued Resource ID: 63010e32-e2f5-4ba4-881f-4f81d1039b52 with Priority: HIGHEST for action port [ 801.619440] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8899b353-20b4-4984-b7dc-40612e84ef76 with Priority: HIGHEST for action security_group_rules [ 801.619577] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8899b353-20b4-4984-b7dc-40612e84ef76 with Priority: HIGHEST for action security_group_members [ 801.619673] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63010e32-e2f5-4ba4-881f-4f81d1039b52 with Priority: HIGHEST for action port [ 801.619944] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8899b353-20b4-4984-b7dc-40612e84ef76 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.620085] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.620154] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.620507] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.620507] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8899b353-20b4-4984-b7dc-40612e84ef76',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.624202] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-8899b353-20b4-4984-b7dc-40612e84ef76 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.624202] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.624202] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-63010e32-e2f5-4ba4-881f-4f81d1039b52 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.624202] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63010e32-e2f5-4ba4-881f-4f81d1039b52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.624202] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63010e32-e2f5-4ba4-881f-4f81d1039b52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.624202] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63010e32-e2f5-4ba4-881f-4f81d1039b52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.624202] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63010e32-e2f5-4ba4-881f-4f81d1039b52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.790210] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 in Status: SUCCESS [ 801.790446] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.791015] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.791250] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.791439] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.791556] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.791624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.791800] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.791893] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.791993] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.124616] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-8899b353-20b4-4984-b7dc-40612e84ef76 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.124789] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.126201] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63010e32-e2f5-4ba4-881f-4f81d1039b52 with status ACTIVE [ 802.126416] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.126567] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.126660] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.126902] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.127040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.127228] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.127353] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.127388] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.127637] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.127637] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.127859] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.127985] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.128072] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.128273] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.128315] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.128398] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63010e32-e2f5-4ba4-881f-4f81d1039b52 is going to be updated. [ 802.147678] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.148377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.148377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.148377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.148530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.148776] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63010e32-e2f5-4ba4-881f-4f81d1039b52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.225913] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afdb307b-2747-4a70-a6c7-73b6527ae74c in Status: SUCCESS [ 802.226149] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.226397] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.226612] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.226850] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.226923] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.226973] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.227136] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.227218] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.227304] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.227399] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afdb307b-2747-4a70-a6c7-73b6527ae74c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.294097] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.730401] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-afdb307b-2747-4a70-a6c7-73b6527ae74c taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.730702] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.730702] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.730892] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.731073] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.731669] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.731780] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.731979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.732131] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.732240] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.732445] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-afdb307b-2747-4a70-a6c7-73b6527ae74c taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.732586] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.732685] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.733896] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.733896] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.733896] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.733896] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.733896] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.733896] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.733896] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.733896] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afdb307b-2747-4a70-a6c7-73b6527ae74c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.799195] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.924367] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8899b353-20b4-4984-b7dc-40612e84ef76 in Status: SUCCESS [ 802.924367] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.924367] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.924367] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.924735] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.924969] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.925145] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.925437] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.925621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.925816] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8899b353-20b4-4984-b7dc-40612e84ef76',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.235920] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afdb307b-2747-4a70-a6c7-73b6527ae74c: rpc.has_security_group_logging(os_id): False [ 803.255365] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.259252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.259392] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.259646] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.259759] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.260019] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.260145] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.260211] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.260371] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.260453] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.260653] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.260747] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.260810] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.260950] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.261113] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.261339] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.264677] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.264873] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.265032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.265119] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.265221] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afdb307b-2747-4a70-a6c7-73b6527ae74c is going to be created. [ 803.272623] env[69148]: INFO networking_nsxv3.common.synchronization [req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 req-4dfb6327-72c0-4b58-ae94-f5f04d8dadea tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Enqueued Resource ID: 6365330c-97c3-4666-a60b-f0149e6a0124 with Priority: HIGHEST for action security_group_members [ 803.273601] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6365330c-97c3-4666-a60b-f0149e6a0124 with Priority: HIGHEST for action security_group_members [ 803.273902] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-6365330c-97c3-4666-a60b-f0149e6a0124 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.274064] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.274160] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.274474] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.274713] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.274870] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.274975] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.275241] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.275393] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.275536] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6365330c-97c3-4666-a60b-f0149e6a0124',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.303579] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.303837] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.303837] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.303996] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.304120] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.304288] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 is going to be updated. [ 803.328118] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.328353] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.328353] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.328726] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.330051] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.332207] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.332207] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.332207] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.332437] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.332492] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.343236] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 in Status: IN_PROGRESS for 2s [ 803.343236] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afdb307b-2747-4a70-a6c7-73b6527ae74c in Status: IN_PROGRESS for 2s [ 803.429206] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8899b353-20b4-4984-b7dc-40612e84ef76',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.779078] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.779505] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.779505] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.779630] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.779749] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.779873] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.779966] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.780037] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.780184] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.780254] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.780336] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6365330c-97c3-4666-a60b-f0149e6a0124 already deleted. [ 803.780413] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.798370] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.798709] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-952" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.798912] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-952" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.799285] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-952" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.799562] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.799739] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.800849] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.800849] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.800849] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.801568] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.801732] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.801808] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.801921] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.802125] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.802247] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.802390] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.824149] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.824149] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 803.824149] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.824149] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-952" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.824149] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-2c8ea989-9ed5-490a-ba7f-ac80ae1d7921 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.824149] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-2c8ea989-9ed5-490a-ba7f-ac80ae1d7921" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.824149] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-2c8ea989-9ed5-490a-ba7f-ac80ae1d7921" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.824149] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-2c8ea989-9ed5-490a-ba7f-ac80ae1d7921" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.824149] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c8ea989-9ed5-490a-ba7f-ac80ae1d7921',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.932946] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8899b353-20b4-4984-b7dc-40612e84ef76',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.934680] env[69148]: INFO networking_nsxv3.common.synchronization [None req-bb0cdbec-2013-4c1a-a12e-369bcb6853d3 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Enqueued Resource ID: 61637f1f-cbb6-41e2-a781-45f247067de5 with Priority: HIGHEST for action security_group_rules [ 803.935074] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61637f1f-cbb6-41e2-a781-45f247067de5 with Priority: HIGHEST for action security_group_rules [ 803.936705] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61637f1f-cbb6-41e2-a781-45f247067de5 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.936835] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.936961] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.937351] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.937351] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61637f1f-cbb6-41e2-a781-45f247067de5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.137712] env[69148]: INFO networking_nsxv3.common.synchronization [None req-4380ef95-b8cb-4699-bf93-5c8dbf64b05c tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Enqueued Resource ID: 61637f1f-cbb6-41e2-a781-45f247067de5 with Priority: HIGHEST for action security_group_rules [ 804.138284] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61637f1f-cbb6-41e2-a781-45f247067de5 with Priority: HIGHEST for action security_group_rules [ 804.138621] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61637f1f-cbb6-41e2-a781-45f247067de5 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.138725] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.329305] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.329547] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.329712] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.329942] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.330097] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.330248] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 2c8ea989-9ed5-490a-ba7f-ac80ae1d7921 not found, creating... [ 804.330671] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.330671] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.332143] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.332143] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.332143] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.332143] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.332143] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.332143] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.332143] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.332143] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.332644] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 2c8ea989-9ed5-490a-ba7f-ac80ae1d7921 is going to be created. [ 804.350966] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.351194] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.351308] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.351575] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.351814] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.352025] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-2c8ea989-9ed5-490a-ba7f-ac80ae1d7921" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.435527] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.435713] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.435767] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.436833] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.436833] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.436833] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8899b353-20b4-4984-b7dc-40612e84ef76 is going to be updated. [ 804.458105] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.458259] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.458324] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.459063] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.459063] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.459063] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61637f1f-cbb6-41e2-a781-45f247067de5 already deleted. [ 804.459063] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.459063] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.459329] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.459329] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61637f1f-cbb6-41e2-a781-45f247067de5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.473280] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.473280] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.473280] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.473280] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.473280] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.483286] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8899b353-20b4-4984-b7dc-40612e84ef76 in Status: IN_PROGRESS for 2s [ 804.981116] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.982093] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.982712] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.983152] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.983384] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.983610] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61637f1f-cbb6-41e2-a781-45f247067de5 already deleted. [ 804.984055] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.146426] env[69148]: INFO networking_nsxv3.common.synchronization [req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 req-67a26425-53ff-4f57-a74f-0812fa0e5092 service nova] Enqueued Resource ID: 6365330c-97c3-4666-a60b-f0149e6a0124 with Priority: HIGHEST for action security_group_rules [ 805.146426] env[69148]: INFO networking_nsxv3.common.synchronization [req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 req-67a26425-53ff-4f57-a74f-0812fa0e5092 service nova] Enqueued Resource ID: 6365330c-97c3-4666-a60b-f0149e6a0124 with Priority: HIGHEST for action security_group_members [ 805.146426] env[69148]: INFO networking_nsxv3.common.synchronization [req-546a7c86-d743-4b02-97ee-a2d7ba6c1c30 req-67a26425-53ff-4f57-a74f-0812fa0e5092 service nova] Enqueued Resource ID: 2c8ea989-9ed5-490a-ba7f-ac80ae1d7921 with Priority: HIGHEST for action port [ 805.146426] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6365330c-97c3-4666-a60b-f0149e6a0124 with Priority: HIGHEST for action security_group_rules [ 805.146426] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6365330c-97c3-4666-a60b-f0149e6a0124 with Priority: HIGHEST for action security_group_members [ 805.146426] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8ea989-9ed5-490a-ba7f-ac80ae1d7921 with Priority: HIGHEST for action port [ 805.146605] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6365330c-97c3-4666-a60b-f0149e6a0124 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.146695] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.146726] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.147171] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.147171] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6365330c-97c3-4666-a60b-f0149e6a0124',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.150332] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-6365330c-97c3-4666-a60b-f0149e6a0124 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.150466] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.150536] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.150741] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.150904] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.151017] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.152983] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.152983] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.152983] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.152983] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6365330c-97c3-4666-a60b-f0149e6a0124',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.152983] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c8ea989-9ed5-490a-ba7f-ac80ae1d7921 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.152983] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c8ea989-9ed5-490a-ba7f-ac80ae1d7921" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.152983] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c8ea989-9ed5-490a-ba7f-ac80ae1d7921" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.152983] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c8ea989-9ed5-490a-ba7f-ac80ae1d7921" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.152983] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c8ea989-9ed5-490a-ba7f-ac80ae1d7921',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.355054] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 in Status: SUCCESS [ 805.355292] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.355493] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.355763] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.355898] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.356044] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.356112] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.356959] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.357266] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.357419] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.359049] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afdb307b-2747-4a70-a6c7-73b6527ae74c in Status: SUCCESS [ 805.359254] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.654241] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-6365330c-97c3-4666-a60b-f0149e6a0124 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.654359] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.654626] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6365330c-97c3-4666-a60b-f0149e6a0124',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.655911] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c8ea989-9ed5-490a-ba7f-ac80ae1d7921 with status ACTIVE [ 805.656756] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.656756] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.656756] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.656991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.657401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.660030] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.660030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.660030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.660030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.660030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.660030] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.660030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.660030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.660030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.660030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.660452] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c8ea989-9ed5-490a-ba7f-ac80ae1d7921 is going to be updated. [ 805.681576] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.681734] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.681820] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.682166] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.682166] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.682362] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c8ea989-9ed5-490a-ba7f-ac80ae1d7921" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.860968] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.110287] env[69148]: INFO networking_nsxv3.common.synchronization [req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb req-29f9c8c0-21af-490d-9bd3-0f410175457a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Enqueued Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 806.112091] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 806.112091] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.112091] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.112091] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.112091] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.112091] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.112091] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.112091] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.112091] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.112504] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.112504] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.165048] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6365330c-97c3-4666-a60b-f0149e6a0124',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.365446] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.494211] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8899b353-20b4-4984-b7dc-40612e84ef76 in Status: SUCCESS [ 806.494455] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.494642] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.494890] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.495324] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.495460] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.495525] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.495991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.496150] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.496298] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.496403] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8899b353-20b4-4984-b7dc-40612e84ef76',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.614379] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.614541] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.614621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.614844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.614947] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.615158] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.615274] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.615339] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.615497] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.615572] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.615665] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 already deleted. [ 806.615745] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.657553] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.658433] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-120" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.658433] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-120" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.658433] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-120" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.658710] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.658710] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.658823] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.659036] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.659178] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.659386] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 806.659501] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.659606] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.659711] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.659817] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 806.659920] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.660062] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.668944] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.669118] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.669182] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.669337] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.669390] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.669481] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6365330c-97c3-4666-a60b-f0149e6a0124 is going to be created. [ 806.678149] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.678211] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 806.678323] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.678510] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-120" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.678857] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.679055] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.679181] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.679453] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.679595] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.689819] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.689951] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.690032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.690220] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.690376] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.701085] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6365330c-97c3-4666-a60b-f0149e6a0124 in Status: UNINITIALIZED for 2s [ 806.869575] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.869691] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.869961] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.869961] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.870030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.870135] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 is going to be updated. [ 806.895203] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.895357] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.895428] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.895636] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.896229] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.906022] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 in Status: IN_PROGRESS for 2s [ 806.999719] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-8899b353-20b4-4984-b7dc-40612e84ef76 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.999719] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.999719] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.999719] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.999944] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.999944] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.999944] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.000139] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.000225] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.000315] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.000466] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-8899b353-20b4-4984-b7dc-40612e84ef76 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.000562] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.000626] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.000743] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.000873] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.000962] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.001039] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.001175] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.001247] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.001328] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.001418] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8899b353-20b4-4984-b7dc-40612e84ef76',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.182400] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.183752] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.183752] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.183752] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.183752] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.183752] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a not found, creating... [ 807.183752] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.184197] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.184197] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.184368] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.184444] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.188081] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.188081] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.188081] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.188081] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.188081] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.188081] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a is going to be created. [ 807.208910] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.209191] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.209329] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.209619] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.210892] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.210892] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.503460] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8899b353-20b4-4984-b7dc-40612e84ef76: rpc.has_security_group_logging(os_id): False [ 807.526453] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.527021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.527159] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.527431] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.547341] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.549528] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.549528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.549528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.549528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.549528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.549528] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.549528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.549528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.549528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.549528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.549528] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.549528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.549528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.549528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.550053] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.550053] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8899b353-20b4-4984-b7dc-40612e84ef76 is going to be updated. [ 807.605176] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.605352] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.605407] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.605655] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.605795] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.619015] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8899b353-20b4-4984-b7dc-40612e84ef76 in Status: IN_PROGRESS for 2s [ 808.216032] env[69148]: INFO networking_nsxv3.common.synchronization [req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb req-a6ebf18d-ad49-4dd9-8774-eb875db45204 service nova] Enqueued Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_rules [ 808.216032] env[69148]: INFO networking_nsxv3.common.synchronization [req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb req-a6ebf18d-ad49-4dd9-8774-eb875db45204 service nova] Enqueued Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 808.216032] env[69148]: INFO networking_nsxv3.common.synchronization [req-1eb723c0-933b-4616-9ec0-abc11ec1d6cb req-a6ebf18d-ad49-4dd9-8774-eb875db45204 service nova] Enqueued Resource ID: dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a with Priority: HIGHEST for action port [ 808.216032] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_rules [ 808.216032] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 808.216032] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a with Priority: HIGHEST for action port [ 808.216032] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.216032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.216032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.216629] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.216629] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.217638] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.217638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.217638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.217898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.217928] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.218310] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.218310] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.218310] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.218310] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.218457] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.219122] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.219221] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.219292] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.219423] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.219492] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.711037] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6365330c-97c3-4666-a60b-f0149e6a0124 in Status: SUCCESS [ 808.711921] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.711921] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.711921] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.712089] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.712186] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.712272] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.712610] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.712674] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.712741] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.712878] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6365330c-97c3-4666-a60b-f0149e6a0124',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.724306] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.724306] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.724306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.724306] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a with status ACTIVE [ 808.724306] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.724306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.724306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.724306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.724306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.724306] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.724306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.724306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.724306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.726382] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.726933] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.726933] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.726933] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.726933] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.726933] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.727180] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a is going to be updated. [ 808.745873] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.746035] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.746035] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.746305] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.746472] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.746681] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbdb0d0f-fffa-4859-8ec0-9fedb86bb87a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.917135] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 in Status: SUCCESS [ 808.918814] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.918814] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.918899] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.919073] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.919183] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.919324] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.919404] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.919489] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.919616] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.919722] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.919811] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.919866] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.920011] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.920153] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.920244] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.920337] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.920441] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.920512] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.920591] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.920677] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.215336] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6365330c-97c3-4666-a60b-f0149e6a0124',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.229977] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.422929] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7: rpc.has_security_group_logging(os_id): False [ 809.440537] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.440683] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.440751] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.440960] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.441065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.441289] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.441382] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.441445] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.441591] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.441675] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.441852] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.441945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.442016] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.442179] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.442252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.442436] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.442519] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.442585] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.442843] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.442936] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.443045] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 is going to be created. [ 809.506932] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.507094] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.507170] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.507422] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.507611] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.519502] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 in Status: IN_PROGRESS for 2s [ 809.645375] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8899b353-20b4-4984-b7dc-40612e84ef76 in Status: SUCCESS [ 809.649023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.720743] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6365330c-97c3-4666-a60b-f0149e6a0124: rpc.has_security_group_logging(os_id): False [ 809.739023] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.739023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.739023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.739023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.739023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.739023] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 is going to be created. [ 809.739023] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.739023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.739023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.739023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.739023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.741060] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.741430] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.741630] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.742157] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.742386] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.743119] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6365330c-97c3-4666-a60b-f0149e6a0124 is going to be created. [ 809.766214] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.766620] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.766788] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.767200] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.767465] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.777801] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: UNINITIALIZED for 2s [ 809.808025] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.808025] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.808025] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.808025] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.808025] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.820108] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6365330c-97c3-4666-a60b-f0149e6a0124 in Status: IN_PROGRESS for 2s [ 810.684879] env[69148]: INFO networking_nsxv3.common.synchronization [req-7e126d45-68e1-4af9-a1bb-6a52f3390185 req-9308793d-c468-4097-b5b1-42e8b9d8fe14 tempest-InstanceActionsNegativeTestJSON-946032700 tempest-InstanceActionsNegativeTestJSON-946032700-project-member] Enqueued Resource ID: afdb307b-2747-4a70-a6c7-73b6527ae74c with Priority: HIGHEST for action security_group_members [ 810.685526] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afdb307b-2747-4a70-a6c7-73b6527ae74c with Priority: HIGHEST for action security_group_members [ 810.685840] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-afdb307b-2747-4a70-a6c7-73b6527ae74c taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.686100] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.687215] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.688159] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.688159] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.688159] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.688159] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.688159] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.688159] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.688159] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afdb307b-2747-4a70-a6c7-73b6527ae74c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.191077] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.191250] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.191322] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.193741] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.193930] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.194183] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.194299] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.194359] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.194544] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.194623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.194710] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afdb307b-2747-4a70-a6c7-73b6527ae74c is going to be updated. [ 811.216604] env[69148]: INFO networking_nsxv3.common.synchronization [req-940fefd1-51df-4273-9b1c-b0e08f76d688 req-50b14c07-e4c6-4b47-879b-6d6f4fb4d69f tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Enqueued Resource ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 with Priority: HIGHEST for action security_group_members [ 811.217205] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 with Priority: HIGHEST for action security_group_members [ 811.217521] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.217649] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.217707] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.217893] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.220204] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.220361] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.220446] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.220557] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.220654] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.220749] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.243290] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.243440] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.243513] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.243675] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.244120] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.254272] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afdb307b-2747-4a70-a6c7-73b6527ae74c in Status: IN_PROGRESS for 2s [ 811.531459] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 in Status: SUCCESS [ 811.531689] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.531900] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.532413] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.532413] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.724028] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.724313] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.724313] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.724502] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.724594] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.724792] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.724887] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.724946] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.725107] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.725182] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.725265] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 is going to be updated. [ 811.752906] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.752906] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.752906] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.752906] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.752906] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.760009] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 in Status: IN_PROGRESS for 2s [ 811.792327] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: SUCCESS [ 811.792649] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.792649] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.793156] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.793156] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.793156] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.793339] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.793386] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.793505] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.793589] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.793665] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.832146] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6365330c-97c3-4666-a60b-f0149e6a0124 in Status: SUCCESS [ 811.832379] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.036999] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.037168] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.037296] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.037671] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.037827] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.037998] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.038131] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.038353] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.038492] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.038648] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.038795] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.296697] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.296697] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.296697] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.296972] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.297082] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.297192] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.297283] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.297479] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.297628] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.297750] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.297938] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.298079] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.298315] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.298315] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.298513] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.298616] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.298778] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.298849] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.298940] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.299052] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.299163] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.541526] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.541698] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.541818] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.541985] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.542192] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.542298] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.542363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.542590] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.542711] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.543450] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.543450] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.543450] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.543450] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.543450] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.543450] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.543699] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.543699] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.543784] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.543824] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.543901] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.543987] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.802542] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 662ea25f-4f1b-416e-bafb-b25aba645d39: rpc.has_security_group_logging(os_id): False [ 812.822642] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.822820] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.822861] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.823121] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.823256] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.823472] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.823603] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.823683] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.823892] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.823989] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.824234] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.824356] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.824422] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.824586] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.824749] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.824934] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.825090] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.825227] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.825360] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.825463] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.825562] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 is going to be created. [ 812.888349] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.888509] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.888591] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.888786] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.888961] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.900438] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: IN_PROGRESS for 2s [ 813.046881] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7: rpc.has_security_group_logging(os_id): False [ 813.067015] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.067207] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.067287] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.067511] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.067603] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.067826] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.067921] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.067983] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.068146] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.068223] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.068399] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.068493] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.068607] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.068771] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.068771] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.070164] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.070164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.070164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.070164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.070164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.070164] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 is going to be updated. [ 813.133752] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.133906] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.133979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.134264] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.134432] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.146437] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 in Status: IN_PROGRESS for 2s [ 813.266060] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afdb307b-2747-4a70-a6c7-73b6527ae74c in Status: SUCCESS [ 813.266180] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afdb307b-2747-4a70-a6c7-73b6527ae74c deletion is rescheduled due to dependency. [ 813.266316] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.770589] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 in Status: SUCCESS [ 813.770589] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 deletion is rescheduled due to dependency. [ 813.770717] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.091913] env[69148]: INFO networking_nsxv3.common.synchronization [req-020cf286-38a6-4037-8c35-279091b4706f req-a102cfd6-1568-4a97-bc66-4ca7da940b43 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Enqueued Resource ID: 8899b353-20b4-4984-b7dc-40612e84ef76 with Priority: HIGHEST for action security_group_members [ 814.092441] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8899b353-20b4-4984-b7dc-40612e84ef76 with Priority: HIGHEST for action security_group_members [ 814.093177] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-8899b353-20b4-4984-b7dc-40612e84ef76 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.093338] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.093414] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.093610] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.093769] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.093869] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.093931] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.094414] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.094414] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.094414] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8899b353-20b4-4984-b7dc-40612e84ef76',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.596078] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8899b353-20b4-4984-b7dc-40612e84ef76',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.913875] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: SUCCESS [ 814.913875] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.098635] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8899b353-20b4-4984-b7dc-40612e84ef76',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.159708] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 in Status: SUCCESS [ 815.159708] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.159832] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.160073] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.160171] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.601253] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.601408] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.601476] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.601891] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.602076] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.602248] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8899b353-20b4-4984-b7dc-40612e84ef76 is going to be updated. [ 815.631356] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.631566] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.631673] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.631966] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.632182] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.641199] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8899b353-20b4-4984-b7dc-40612e84ef76 in Status: IN_PROGRESS for 2s [ 815.663799] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.664029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.666078] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.666078] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.666078] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.666078] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.666078] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.666078] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.666078] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.666078] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.666078] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.956442] env[69148]: INFO networking_nsxv3.common.synchronization [req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 req-1442551f-53fd-495e-98ae-f7cd63a33411 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Enqueued Resource ID: 19fd9e4a-88ca-4a76-b801-42eedbf15eec with Priority: HIGHEST for action security_group_members [ 815.957625] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19fd9e4a-88ca-4a76-b801-42eedbf15eec with Priority: HIGHEST for action security_group_members [ 815.957998] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-19fd9e4a-88ca-4a76-b801-42eedbf15eec taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.958125] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.958230] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.958454] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.958633] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.958804] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.958804] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.958940] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.959037] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.959133] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19fd9e4a-88ca-4a76-b801-42eedbf15eec',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.169096] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.169396] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.169396] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.169559] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.169728] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.169829] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.169892] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.170076] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.170139] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.170233] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.170378] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.170471] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.170534] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.170680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.170984] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.171164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.171164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.171313] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.171387] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.171466] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.171556] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.461357] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.461534] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.461611] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.461832] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.461923] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.462146] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.462251] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.462314] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.462470] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.462556] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.462641] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19fd9e4a-88ca-4a76-b801-42eedbf15eec already deleted. [ 816.462718] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.629421] env[69148]: INFO networking_nsxv3.common.synchronization [req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 req-8591e13d-771c-47c7-af9f-ba4e9e7c2f5d tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_members [ 816.629602] env[69148]: INFO networking_nsxv3.common.synchronization [req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 req-8591e13d-771c-47c7-af9f-ba4e9e7c2f5d tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: c5c2db0a-930f-4403-abe1-62c64013579f with Priority: HIGHEST for action security_group_members [ 816.629774] env[69148]: INFO networking_nsxv3.common.synchronization [req-f7c4e24a-fb43-47b6-9e7b-e84c334627f3 req-8591e13d-771c-47c7-af9f-ba4e9e7c2f5d tempest-SecurityGroupsTestJSON-1024753520 tempest-SecurityGroupsTestJSON-1024753520-project-member] Enqueued Resource ID: 4195b674-bb3a-4be7-90ce-013dad6559bd with Priority: HIGHEST for action security_group_members [ 816.630388] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGHEST for action security_group_members [ 816.630462] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c2db0a-930f-4403-abe1-62c64013579f with Priority: HIGHEST for action security_group_members [ 816.630522] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4195b674-bb3a-4be7-90ce-013dad6559bd with Priority: HIGHEST for action security_group_members [ 816.630791] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.630909] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.630977] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.631837] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.632014] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.632135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.632201] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.632366] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.632456] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.633254] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.635273] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5c2db0a-930f-4403-abe1-62c64013579f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.638218] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.638310] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.638494] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.638652] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.638754] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.638820] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.639038] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.639134] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.639241] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5c2db0a-930f-4403-abe1-62c64013579f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.640594] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-4195b674-bb3a-4be7-90ce-013dad6559bd taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.640690] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4195b674-bb3a-4be7-90ce-013dad6559bd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.640762] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4195b674-bb3a-4be7-90ce-013dad6559bd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.640925] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4195b674-bb3a-4be7-90ce-013dad6559bd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.641078] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.641171] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.641231] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.641369] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.641446] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.641540] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4195b674-bb3a-4be7-90ce-013dad6559bd',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.651999] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.651999] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-874" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.651999] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-874" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.651999] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-874" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.651999] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.651999] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.651999] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.651999] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.651999] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.651999] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.651999] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.652409] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.652409] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.652409] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.652526] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.652647] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.670494] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.670607] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 816.670774] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.670987] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-874" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.671327] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-070faa0d-8ddc-4bd5-a0de-cf6a1e27b944 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.671522] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-070faa0d-8ddc-4bd5-a0de-cf6a1e27b944" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.671674] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-070faa0d-8ddc-4bd5-a0de-cf6a1e27b944" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.672047] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-070faa0d-8ddc-4bd5-a0de-cf6a1e27b944" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.672213] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('070faa0d-8ddc-4bd5-a0de-cf6a1e27b944',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.673880] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7: rpc.has_security_group_logging(os_id): False [ 816.690579] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.691274] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.691274] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.691274] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.691274] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.691274] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.691606] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.691606] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.691606] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.691683] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.691955] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.691955] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.692049] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.694340] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.694340] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.694340] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.694340] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.694340] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.694340] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.694340] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.694340] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 is going to be updated. [ 816.770465] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.770578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.770641] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.770854] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.771019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.783568] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 in Status: IN_PROGRESS for 2s [ 817.143554] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.143719] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.143807] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.144121] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.144216] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.144422] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.144517] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.144582] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.144742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.144807] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.144894] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 is going to be updated. [ 817.146052] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.146163] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.146200] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.146365] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.147336] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.147419] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.177177] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.177491] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.177586] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.177680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.177922] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.178011] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.178132] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5c2db0a-930f-4403-abe1-62c64013579f is going to be updated. [ 817.179066] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.179275] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.180771] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.180990] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.181155] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.181410] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.181583] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.181758] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 070faa0d-8ddc-4bd5-a0de-cf6a1e27b944 not found, creating... [ 817.182060] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.182255] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.182404] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.182641] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.182808] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.183128] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.183317] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.183502] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.183745] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.183909] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.184096] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 070faa0d-8ddc-4bd5-a0de-cf6a1e27b944 is going to be created. [ 817.188036] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.188175] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.188271] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.188451] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.188611] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.199650] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: IN_PROGRESS for 2s [ 817.208937] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.209205] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.209327] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.209393] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.209590] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.209672] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.209761] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4195b674-bb3a-4be7-90ce-013dad6559bd is going to be updated. [ 817.217824] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.217987] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.218286] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.218394] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.219034] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.219034] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-070faa0d-8ddc-4bd5-a0de-cf6a1e27b944" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.228338] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.228464] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.228556] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.228749] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.228887] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.250164] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c2db0a-930f-4403-abe1-62c64013579f in Status: IN_PROGRESS for 2s [ 817.270140] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.270349] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.270402] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.270600] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.270742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.279570] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4195b674-bb3a-4be7-90ce-013dad6559bd in Status: IN_PROGRESS for 2s [ 817.650572] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8899b353-20b4-4984-b7dc-40612e84ef76 in Status: SUCCESS [ 817.650864] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.174909] env[69148]: INFO networking_nsxv3.common.synchronization [req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 req-dd8a6265-6cf8-4146-9cdd-5da45de5ae01 service nova] Enqueued Resource ID: 19fd9e4a-88ca-4a76-b801-42eedbf15eec with Priority: HIGHEST for action security_group_rules [ 818.175085] env[69148]: INFO networking_nsxv3.common.synchronization [req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 req-dd8a6265-6cf8-4146-9cdd-5da45de5ae01 service nova] Enqueued Resource ID: 19fd9e4a-88ca-4a76-b801-42eedbf15eec with Priority: HIGHEST for action security_group_members [ 818.175220] env[69148]: INFO networking_nsxv3.common.synchronization [req-9f6bee73-4534-4972-be7e-61b5bb42f3b7 req-dd8a6265-6cf8-4146-9cdd-5da45de5ae01 service nova] Enqueued Resource ID: 070faa0d-8ddc-4bd5-a0de-cf6a1e27b944 with Priority: HIGHEST for action port [ 818.175437] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19fd9e4a-88ca-4a76-b801-42eedbf15eec with Priority: HIGHEST for action security_group_rules [ 818.175557] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19fd9e4a-88ca-4a76-b801-42eedbf15eec with Priority: HIGHEST for action security_group_members [ 818.175649] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 070faa0d-8ddc-4bd5-a0de-cf6a1e27b944 with Priority: HIGHEST for action port [ 818.176272] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19fd9e4a-88ca-4a76-b801-42eedbf15eec taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.176433] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.176476] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.176681] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.176757] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19fd9e4a-88ca-4a76-b801-42eedbf15eec',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.177720] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-19fd9e4a-88ca-4a76-b801-42eedbf15eec taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.177968] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.177968] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.177968] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.179523] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.179523] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.179523] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.179523] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.179523] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.179523] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19fd9e4a-88ca-4a76-b801-42eedbf15eec',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.179778] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-070faa0d-8ddc-4bd5-a0de-cf6a1e27b944 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.182927] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-070faa0d-8ddc-4bd5-a0de-cf6a1e27b944" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.182927] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-070faa0d-8ddc-4bd5-a0de-cf6a1e27b944" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.182927] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-070faa0d-8ddc-4bd5-a0de-cf6a1e27b944" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.182927] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('070faa0d-8ddc-4bd5-a0de-cf6a1e27b944',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.680448] env[69148]: INFO networking_nsxv3.common.synchronization [req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 req-e5ed8553-6f0f-497a-84d6-1e8ef0f8c1ba tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Enqueued Resource ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b with Priority: HIGHEST for action security_group_members [ 818.681485] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b with Priority: HIGHEST for action security_group_members [ 818.681485] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19fd9e4a-88ca-4a76-b801-42eedbf15eec',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.681992] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-19fd9e4a-88ca-4a76-b801-42eedbf15eec taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.682298] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.682501] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.682601] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.682662] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.682854] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.682989] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.683089] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.683147] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.683298] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.683381] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.683463] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2effdce-62b0-45b7-a46c-bd4cbe9a660b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.684264] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 070faa0d-8ddc-4bd5-a0de-cf6a1e27b944 with status ACTIVE [ 818.684450] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.684566] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.684566] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.684706] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.684782] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.688592] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.688592] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.688592] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.688592] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.688786] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.688881] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.688943] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.689011] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.690726] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.690840] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.690936] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 070faa0d-8ddc-4bd5-a0de-cf6a1e27b944 is going to be updated. [ 818.712578] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.712578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.712578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.712578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.712578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.712989] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-070faa0d-8ddc-4bd5-a0de-cf6a1e27b944" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.801998] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 in Status: SUCCESS [ 818.802238] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.122535] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.122804] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.123737] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.123737] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.123927] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.124556] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.124556] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.124556] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.124713] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.124914] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 819.125033] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.125178] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.125322] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.125456] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 819.125720] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.125908] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.142572] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.142765] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 819.142911] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.143097] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.143425] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-dde929ca-91eb-45a7-8813-5dfbb0eaef7d taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.143599] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-dde929ca-91eb-45a7-8813-5dfbb0eaef7d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.143728] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-dde929ca-91eb-45a7-8813-5dfbb0eaef7d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.144097] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-dde929ca-91eb-45a7-8813-5dfbb0eaef7d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.144244] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dde929ca-91eb-45a7-8813-5dfbb0eaef7d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.185018] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19fd9e4a-88ca-4a76-b801-42eedbf15eec',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.195612] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2effdce-62b0-45b7-a46c-bd4cbe9a660b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.212049] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 in Status: SUCCESS [ 819.212220] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 deletion is rescheduled due to dependency. [ 819.212339] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.258969] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5c2db0a-930f-4403-abe1-62c64013579f in Status: SUCCESS [ 819.259170] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5c2db0a-930f-4403-abe1-62c64013579f deletion is rescheduled due to dependency. [ 819.259287] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.287836] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4195b674-bb3a-4be7-90ce-013dad6559bd in Status: SUCCESS [ 819.288031] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4195b674-bb3a-4be7-90ce-013dad6559bd deletion is rescheduled due to dependency. [ 819.288148] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4195b674-bb3a-4be7-90ce-013dad6559bd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.647833] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.648056] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.648190] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.648480] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.648645] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.648857] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port dde929ca-91eb-45a7-8813-5dfbb0eaef7d not found, creating... [ 819.649142] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.649305] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.649429] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.649651] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.649788] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.650160] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.650235] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.650375] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.650593] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.650726] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.650864] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: dde929ca-91eb-45a7-8813-5dfbb0eaef7d is going to be created. [ 819.669224] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.669416] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.669541] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.669781] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.669999] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.670221] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-dde929ca-91eb-45a7-8813-5dfbb0eaef7d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.687846] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.687988] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.688071] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.688266] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.688378] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.688445] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19fd9e4a-88ca-4a76-b801-42eedbf15eec is going to be created. [ 819.696150] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2effdce-62b0-45b7-a46c-bd4cbe9a660b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.711240] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.711473] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.711473] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.711660] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.711795] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.721241] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19fd9e4a-88ca-4a76-b801-42eedbf15eec in Status: UNINITIALIZED for 2s [ 819.797325] env[69148]: INFO networking_nsxv3.common.synchronization [req-d1cc516f-c0ae-4905-9e09-25e65bc4295d req-2bc16f9a-a7f9-444a-8bc8-1359356c90f3 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Enqueued Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 819.797373] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 819.797668] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.797803] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.797872] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.798161] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.798353] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.798485] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.798569] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.798756] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.798864] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.798979] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.199460] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.199916] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.199916] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.199916] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.200043] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.200076] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b is going to be updated. [ 820.231551] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.231720] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.231796] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.232052] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.232221] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.245025] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b in Status: IN_PROGRESS for 2s [ 820.303305] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.303496] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.303574] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.303821] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.303925] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.304163] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.304280] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.304363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.304542] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.304692] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.304773] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 is going to be updated. [ 820.328913] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.329132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.329184] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.329377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.329535] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.340069] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: IN_PROGRESS for 2s [ 820.492346] env[69148]: INFO networking_nsxv3.common.synchronization [req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 req-eabede5c-01b7-4b9a-b33a-e74c82f9070f service nova] Enqueued Resource ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b with Priority: HIGHEST for action security_group_rules [ 820.492612] env[69148]: INFO networking_nsxv3.common.synchronization [req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 req-eabede5c-01b7-4b9a-b33a-e74c82f9070f service nova] Enqueued Resource ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b with Priority: HIGHEST for action security_group_members [ 820.492774] env[69148]: INFO networking_nsxv3.common.synchronization [req-0c7b3c66-d427-4d14-bc57-2f5fe45b2b43 req-eabede5c-01b7-4b9a-b33a-e74c82f9070f service nova] Enqueued Resource ID: dde929ca-91eb-45a7-8813-5dfbb0eaef7d with Priority: HIGHEST for action port [ 820.493022] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b with Priority: HIGHEST for action security_group_rules [ 820.493149] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b with Priority: HIGHEST for action security_group_members [ 820.493240] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dde929ca-91eb-45a7-8813-5dfbb0eaef7d with Priority: HIGHEST for action port [ 820.493786] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2effdce-62b0-45b7-a46c-bd4cbe9a660b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.493911] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.493971] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.495328] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.495430] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2effdce-62b0-45b7-a46c-bd4cbe9a660b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.496671] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.496767] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.496947] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-dde929ca-91eb-45a7-8813-5dfbb0eaef7d taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.497057] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dde929ca-91eb-45a7-8813-5dfbb0eaef7d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.497153] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dde929ca-91eb-45a7-8813-5dfbb0eaef7d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.497273] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dde929ca-91eb-45a7-8813-5dfbb0eaef7d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.497339] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dde929ca-91eb-45a7-8813-5dfbb0eaef7d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.997480] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.997633] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.001057] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dde929ca-91eb-45a7-8813-5dfbb0eaef7d with status ACTIVE [ 821.001251] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.001375] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.001445] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.001653] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.001751] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.001924] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.002045] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.002104] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.002254] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.002331] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.002511] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.002612] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.002653] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.002793] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.002913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.002964] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dde929ca-91eb-45a7-8813-5dfbb0eaef7d is going to be updated. [ 821.022425] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.022558] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.022629] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.022836] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.022971] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.023140] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dde929ca-91eb-45a7-8813-5dfbb0eaef7d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.730947] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19fd9e4a-88ca-4a76-b801-42eedbf15eec in Status: SUCCESS [ 821.731215] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.731370] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.731608] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.731811] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.731937] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.732031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.732199] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.732280] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.732366] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.732470] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19fd9e4a-88ca-4a76-b801-42eedbf15eec',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.235066] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19fd9e4a-88ca-4a76-b801-42eedbf15eec',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.252810] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b in Status: SUCCESS [ 822.253158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.253717] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.254281] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.254281] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.254538] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.254538] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.254742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.255119] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.255119] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2effdce-62b0-45b7-a46c-bd4cbe9a660b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.347529] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: SUCCESS [ 822.347717] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 deletion is rescheduled due to dependency. [ 822.347831] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.740225] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19fd9e4a-88ca-4a76-b801-42eedbf15eec: rpc.has_security_group_logging(os_id): False [ 822.754549] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.754695] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.754770] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.754985] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.755093] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.755340] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.755551] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.755551] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.755658] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.755734] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.755821] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19fd9e4a-88ca-4a76-b801-42eedbf15eec is going to be created. [ 822.758386] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2effdce-62b0-45b7-a46c-bd4cbe9a660b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.823487] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.823487] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.823487] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.824029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.824029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.834173] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19fd9e4a-88ca-4a76-b801-42eedbf15eec in Status: IN_PROGRESS for 2s [ 823.264120] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2effdce-62b0-45b7-a46c-bd4cbe9a660b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.771100] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.771382] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.771382] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.771553] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.771647] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.771750] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b is going to be updated. [ 823.809543] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.809675] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.809675] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.809911] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.810070] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.821299] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b in Status: IN_PROGRESS for 2s [ 824.503040] env[69148]: INFO networking_nsxv3.common.synchronization [req-9b88ea0c-a860-4c41-bc79-82d3e69ba861 req-76828451-db30-4858-b76d-94b4e748fb24 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Enqueued Resource ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 with Priority: HIGHEST for action security_group_members [ 824.503040] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 with Priority: HIGHEST for action security_group_members [ 824.503040] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.503040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.503040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.503532] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.503811] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.504067] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.504232] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.504517] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.504744] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.504958] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.847623] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19fd9e4a-88ca-4a76-b801-42eedbf15eec in Status: SUCCESS [ 824.847897] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.009402] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.513647] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.833281] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b in Status: SUCCESS [ 825.833452] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.833627] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.834434] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.834434] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.834434] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.834434] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.834434] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.834434] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.834671] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.834699] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2effdce-62b0-45b7-a46c-bd4cbe9a660b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.015408] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.015900] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.015900] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.015900] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.016140] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.016140] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 is going to be updated. [ 826.051954] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.052567] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.052709] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.052953] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.053314] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.069550] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 in Status: IN_PROGRESS for 2s [ 826.337718] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.337963] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.337963] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.338314] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.338426] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.338918] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.338918] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.339114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.339163] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.339222] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.341095] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.341095] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.341095] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.341095] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.341095] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.341095] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.341095] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.341095] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.341095] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.341095] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.341095] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2effdce-62b0-45b7-a46c-bd4cbe9a660b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.842972] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2effdce-62b0-45b7-a46c-bd4cbe9a660b: rpc.has_security_group_logging(os_id): False [ 826.863817] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.863951] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.864089] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.864256] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.882527] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.883423] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.883423] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.883423] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.883423] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.883423] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.883789] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.883789] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.883789] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.883789] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.883914] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.884876] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.884876] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.884876] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.884876] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.884876] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.884876] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b is going to be updated. [ 826.940023] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.940171] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.940357] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.940752] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.940752] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.952769] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b in Status: IN_PROGRESS for 2s [ 827.056896] env[69148]: INFO networking_nsxv3.common.synchronization [None req-f87579d7-af28-456e-88cc-f221b2c2aa1e None None] Enqueued Resource ID: 9ad2e6ad-6870-43fe-841a-e49eafc76d8e with Priority: HIGHEST for action port [ 827.057186] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad2e6ad-6870-43fe-841a-e49eafc76d8e with Priority: HIGHEST for action port [ 827.057895] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ad2e6ad-6870-43fe-841a-e49eafc76d8e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.058797] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ad2e6ad-6870-43fe-841a-e49eafc76d8e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.058797] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ad2e6ad-6870-43fe-841a-e49eafc76d8e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.058797] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ad2e6ad-6870-43fe-841a-e49eafc76d8e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.058797] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ad2e6ad-6870-43fe-841a-e49eafc76d8e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.560815] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ad2e6ad-6870-43fe-841a-e49eafc76d8e [ 827.561106] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.561223] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.561274] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.561468] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.561560] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.561660] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ad2e6ad-6870-43fe-841a-e49eafc76d8e already deleted. [ 827.561739] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ad2e6ad-6870-43fe-841a-e49eafc76d8e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.078987] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 in Status: SUCCESS [ 828.079648] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.291660] env[69148]: INFO networking_nsxv3.common.synchronization [req-00e0e041-9989-47db-9ec0-a97107bd138f req-6ce3427e-4455-402e-9052-dd50b61e32c7 tempest-FloatingIPsAssociationTestJSON-1354507596 tempest-FloatingIPsAssociationTestJSON-1354507596-project-member] Enqueued Resource ID: be62c11a-93dc-4663-b91b-c9069fce2718 with Priority: HIGHEST for action security_group_members [ 828.292195] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be62c11a-93dc-4663-b91b-c9069fce2718 with Priority: HIGHEST for action security_group_members [ 828.294711] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-be62c11a-93dc-4663-b91b-c9069fce2718 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.294711] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.294711] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.294711] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.294711] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.294711] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.294711] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.294711] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.294711] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.294711] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be62c11a-93dc-4663-b91b-c9069fce2718',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.669116] env[69148]: INFO networking_nsxv3.common.synchronization [None req-295e6be3-92aa-4e4b-8aeb-7028442194a3 None None] Enqueued Resource ID: 8fef2ee9-4616-4d06-b37e-372a18407f33 with Priority: HIGHEST for action port [ 828.669770] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fef2ee9-4616-4d06-b37e-372a18407f33 with Priority: HIGHEST for action port [ 828.670110] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fef2ee9-4616-4d06-b37e-372a18407f33 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.670237] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fef2ee9-4616-4d06-b37e-372a18407f33" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.670305] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fef2ee9-4616-4d06-b37e-372a18407f33" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.670653] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fef2ee9-4616-4d06-b37e-372a18407f33" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.670737] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fef2ee9-4616-4d06-b37e-372a18407f33',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.804844] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.805016] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.805087] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.805305] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.805392] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.805589] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.805681] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.805929] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.805929] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.806052] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.806052] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be62c11a-93dc-4663-b91b-c9069fce2718 is going to be updated. [ 828.842346] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.842544] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.842615] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.842872] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.843035] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.852982] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be62c11a-93dc-4663-b91b-c9069fce2718 in Status: IN_PROGRESS for 2s [ 828.966774] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b in Status: SUCCESS [ 828.966994] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.138165] env[69148]: INFO networking_nsxv3.common.synchronization [req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 req-cf801b92-584c-4739-89a1-de9080cf4ea5 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Enqueued Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_members [ 829.138698] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_members [ 829.139010] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.139150] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.139218] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.139433] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.139587] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.139685] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.139759] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.139908] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.139989] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.140142] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.173497] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fef2ee9-4616-4d06-b37e-372a18407f33 [ 829.173723] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.173853] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.173922] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.174152] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.174241] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.174340] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fef2ee9-4616-4d06-b37e-372a18407f33 already deleted. [ 829.174423] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fef2ee9-4616-4d06-b37e-372a18407f33" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.513200] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.513409] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-385" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.513542] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-385" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.513812] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-385" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.514088] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.514249] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.514328] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.514536] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.514679] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.514877] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 829.514987] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.515312] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.515433] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.515553] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 829.515657] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.515784] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.533925] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.534119] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 829.534265] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.534440] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-385" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.534746] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-254ceb07-38ff-4683-bdbc-bb4f4853bec8 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.534912] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-254ceb07-38ff-4683-bdbc-bb4f4853bec8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.535043] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-254ceb07-38ff-4683-bdbc-bb4f4853bec8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.535353] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-254ceb07-38ff-4683-bdbc-bb4f4853bec8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.535496] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('254ceb07-38ff-4683-bdbc-bb4f4853bec8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.642594] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.037612] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.037848] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.037973] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.038272] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.038416] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.038567] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 254ceb07-38ff-4683-bdbc-bb4f4853bec8 not found, creating... [ 830.038818] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.038966] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.039093] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.039299] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.039442] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.039736] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.039902] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.040264] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.040538] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.040710] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.040877] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 254ceb07-38ff-4683-bdbc-bb4f4853bec8 is going to be created. [ 830.062446] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.062715] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.062876] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.063843] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.063843] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.063843] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-254ceb07-38ff-4683-bdbc-bb4f4853bec8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.145247] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.647920] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.648098] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.648160] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.648363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.648452] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.648551] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 is going to be updated. [ 830.676824] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.677819] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.677819] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.677819] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.677819] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.685553] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: IN_PROGRESS for 2s [ 830.787022] env[69148]: INFO networking_nsxv3.common.synchronization [req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 req-5f5440ce-4c10-430e-84a3-71b13f1fab86 service nova] Enqueued Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_rules [ 830.787022] env[69148]: INFO networking_nsxv3.common.synchronization [req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 req-5f5440ce-4c10-430e-84a3-71b13f1fab86 service nova] Enqueued Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_members [ 830.787022] env[69148]: INFO networking_nsxv3.common.synchronization [req-c7f8fef5-bbe5-4a25-bb00-117bb45b6b75 req-5f5440ce-4c10-430e-84a3-71b13f1fab86 service nova] Enqueued Resource ID: 254ceb07-38ff-4683-bdbc-bb4f4853bec8 with Priority: HIGHEST for action port [ 830.787022] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_rules [ 830.787022] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_members [ 830.787022] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 254ceb07-38ff-4683-bdbc-bb4f4853bec8 with Priority: HIGHEST for action port [ 830.787698] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.787698] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.787698] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.787698] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.787698] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.788575] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.788731] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.788870] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-254ceb07-38ff-4683-bdbc-bb4f4853bec8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.788961] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-254ceb07-38ff-4683-bdbc-bb4f4853bec8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.789034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-254ceb07-38ff-4683-bdbc-bb4f4853bec8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.789203] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-254ceb07-38ff-4683-bdbc-bb4f4853bec8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.789333] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('254ceb07-38ff-4683-bdbc-bb4f4853bec8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.863945] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be62c11a-93dc-4663-b91b-c9069fce2718 in Status: SUCCESS [ 830.864157] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be62c11a-93dc-4663-b91b-c9069fce2718 deletion is rescheduled due to dependency. [ 830.864278] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.290780] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.290780] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.291155] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 254ceb07-38ff-4683-bdbc-bb4f4853bec8 with status ACTIVE [ 831.291155] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.291305] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.291360] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.292816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.292816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.292816] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.292816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.292816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.292816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.292816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.292816] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.292816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.292816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.292816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.292816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.292816] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 254ceb07-38ff-4683-bdbc-bb4f4853bec8 is going to be updated. [ 831.316204] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.316351] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.316453] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.316662] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.316794] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.316950] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-254ceb07-38ff-4683-bdbc-bb4f4853bec8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.688595] env[69148]: INFO networking_nsxv3.common.synchronization [req-c9513713-d7db-46fc-978f-cf24a7b6de0a req-0395e846-9b60-437a-a880-4fc46f784756 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Enqueued Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_members [ 831.689135] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_members [ 831.689435] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.689557] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.689622] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.689845] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.690191] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.690191] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.690191] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.690402] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.690402] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.690492] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.136471] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-316 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.136698] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-316" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.136823] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-316" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.137091] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-316" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.137613] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.137613] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.137820] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.137871] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.138020] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.138224] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.138339] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.138449] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.138574] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.138656] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.138830] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.138974] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.157529] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.157700] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 832.157836] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.158012] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-316" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.158328] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-3603fbcc-e5aa-458a-bd4b-eb14c0e87d14 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.158490] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-3603fbcc-e5aa-458a-bd4b-eb14c0e87d14" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.158610] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-3603fbcc-e5aa-458a-bd4b-eb14c0e87d14" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.158968] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-3603fbcc-e5aa-458a-bd4b-eb14c0e87d14" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.159796] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3603fbcc-e5aa-458a-bd4b-eb14c0e87d14',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.192912] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.193129] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.193230] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.193473] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.234796] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.235063] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.235199] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.235267] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.235474] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.235558] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.235646] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 is going to be updated. [ 832.264303] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.264545] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.264545] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.264700] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.264840] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.274618] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: IN_PROGRESS for 2s [ 832.669020] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.669020] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.669020] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.669512] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.669512] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.669618] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 3603fbcc-e5aa-458a-bd4b-eb14c0e87d14 not found, creating... [ 832.671730] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.671730] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.671730] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.671730] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.671730] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.671730] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.671730] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.671730] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.671730] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.671730] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.672170] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 3603fbcc-e5aa-458a-bd4b-eb14c0e87d14 is going to be created. [ 832.695606] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: SUCCESS [ 832.695606] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.695606] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.695838] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.696280] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.696934] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.696934] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.696934] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.696934] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.696934] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.703450] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.703698] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.703847] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.704162] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.704754] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.704754] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-3603fbcc-e5aa-458a-bd4b-eb14c0e87d14" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.201010] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.524087] env[69148]: INFO networking_nsxv3.common.synchronization [req-c9513713-d7db-46fc-978f-cf24a7b6de0a req-f1d40618-075f-46aa-9e4b-48e0dc0fe57a service nova] Enqueued Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_rules [ 833.524349] env[69148]: INFO networking_nsxv3.common.synchronization [req-c9513713-d7db-46fc-978f-cf24a7b6de0a req-f1d40618-075f-46aa-9e4b-48e0dc0fe57a service nova] Enqueued Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_members [ 833.524499] env[69148]: INFO networking_nsxv3.common.synchronization [req-c9513713-d7db-46fc-978f-cf24a7b6de0a req-f1d40618-075f-46aa-9e4b-48e0dc0fe57a service nova] Enqueued Resource ID: 3603fbcc-e5aa-458a-bd4b-eb14c0e87d14 with Priority: HIGHEST for action port [ 833.524732] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_rules [ 833.524858] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_members [ 833.524954] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3603fbcc-e5aa-458a-bd4b-eb14c0e87d14 with Priority: HIGHEST for action port [ 833.526752] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.526825] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.526940] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.527157] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.527241] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.528144] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.528245] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.531303] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-3603fbcc-e5aa-458a-bd4b-eb14c0e87d14 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.531465] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3603fbcc-e5aa-458a-bd4b-eb14c0e87d14" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.531465] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3603fbcc-e5aa-458a-bd4b-eb14c0e87d14" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.532047] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3603fbcc-e5aa-458a-bd4b-eb14c0e87d14" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.533048] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3603fbcc-e5aa-458a-bd4b-eb14c0e87d14',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.702096] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.035529] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.035529] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.035529] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3603fbcc-e5aa-458a-bd4b-eb14c0e87d14 with status ACTIVE [ 834.035529] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.035529] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.035798] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.035798] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.036680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.036680] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.036680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.036680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.036680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.036680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.036680] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.036680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.037031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.037031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.037031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.037031] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3603fbcc-e5aa-458a-bd4b-eb14c0e87d14 is going to be updated. [ 834.059650] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.059650] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.059650] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.059880] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.059880] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.059972] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3603fbcc-e5aa-458a-bd4b-eb14c0e87d14" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.204546] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.204720] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.204795] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.205021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.205115] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.205213] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 is going to be updated. [ 834.240378] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.240617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.240811] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.242371] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.242371] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.251296] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: IN_PROGRESS for 2s [ 834.284546] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: SUCCESS [ 834.284648] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 deletion is rescheduled due to dependency. [ 834.285290] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.285290] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.285290] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.285290] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.285460] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.285460] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.286316] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.286316] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.286316] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.334738] env[69148]: INFO networking_nsxv3.common.synchronization [req-b233a89a-49e9-4448-8e60-cbb21ed53939 req-4f1223b7-626f-49d8-b23f-349e215a99bd tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Enqueued Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_members [ 834.335185] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_members [ 834.336069] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.336069] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.336069] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.336069] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.336253] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.336717] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.337300] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.337757] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.337867] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.338145] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.788796] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.793205] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-756 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.793205] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-756" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.793336] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-756" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.793598] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-756" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.793884] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.797062] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.797062] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.797062] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.797229] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.797401] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 834.797609] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.797745] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.797919] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.798050] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 834.798234] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.798347] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.816549] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.816727] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 834.816864] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.817052] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-756" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.817591] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-0de82243-d532-4d87-994f-df0a82872741 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.817591] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-0de82243-d532-4d87-994f-df0a82872741" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.817791] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-0de82243-d532-4d87-994f-df0a82872741" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.817958] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-0de82243-d532-4d87-994f-df0a82872741" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.818117] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0de82243-d532-4d87-994f-df0a82872741',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.840251] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.840251] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.840441] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.840557] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.840617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.840792] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.840889] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.840947] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.841111] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.841186] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.841413] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 already deleted. [ 834.841413] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.293418] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.320047] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.320286] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.320414] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.320704] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.320859] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.321022] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 0de82243-d532-4d87-994f-df0a82872741 not found, creating... [ 835.321316] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.321430] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.321547] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.321756] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.321892] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.322181] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.322334] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.322455] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.322661] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.322796] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.322933] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 0de82243-d532-4d87-994f-df0a82872741 is going to be created. [ 835.344443] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.344641] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.344789] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.345101] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.345341] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.345577] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-0de82243-d532-4d87-994f-df0a82872741" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.796100] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.796377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.796377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.796627] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.796720] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.796820] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 is going to be updated. [ 835.823066] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.823204] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.823278] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.823477] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.823621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.832581] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: IN_PROGRESS for 2s [ 836.033724] env[69148]: INFO networking_nsxv3.common.synchronization [req-b233a89a-49e9-4448-8e60-cbb21ed53939 req-5198e314-f645-4378-a0ea-fe9f7ca0fb11 service nova] Enqueued Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_rules [ 836.033905] env[69148]: INFO networking_nsxv3.common.synchronization [req-b233a89a-49e9-4448-8e60-cbb21ed53939 req-5198e314-f645-4378-a0ea-fe9f7ca0fb11 service nova] Enqueued Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_members [ 836.034056] env[69148]: INFO networking_nsxv3.common.synchronization [req-b233a89a-49e9-4448-8e60-cbb21ed53939 req-5198e314-f645-4378-a0ea-fe9f7ca0fb11 service nova] Enqueued Resource ID: 0de82243-d532-4d87-994f-df0a82872741 with Priority: HIGHEST for action port [ 836.034286] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_rules [ 836.034419] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_members [ 836.034535] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0de82243-d532-4d87-994f-df0a82872741 with Priority: HIGHEST for action port [ 836.035116] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3e07f2d-22f3-431f-a79c-9613c1f4fba9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.035250] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.035321] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.035520] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.035608] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.036467] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.037381] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.037381] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.037381] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.037381] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.037381] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.037381] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.037381] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.037381] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.037381] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.038155] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-0de82243-d532-4d87-994f-df0a82872741 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.038256] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0de82243-d532-4d87-994f-df0a82872741" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.038329] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0de82243-d532-4d87-994f-df0a82872741" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.040447] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0de82243-d532-4d87-994f-df0a82872741" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.040447] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0de82243-d532-4d87-994f-df0a82872741',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.262170] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: SUCCESS [ 836.262391] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.262547] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.262765] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.262948] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.263073] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.263135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.263281] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.263359] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.263443] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.263534] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.541290] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.542138] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.542294] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.545065] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0de82243-d532-4d87-994f-df0a82872741 with status ACTIVE [ 836.545065] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.545065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.545065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.545065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.545065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.545065] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.545445] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.545445] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.545445] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.545445] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.545570] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.545835] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.545835] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.545835] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.545965] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.545997] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0de82243-d532-4d87-994f-df0a82872741 is going to be updated. [ 836.565192] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.565330] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.565401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.565602] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.565740] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.565893] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0de82243-d532-4d87-994f-df0a82872741" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.765801] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.766077] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.766077] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.766290] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.766526] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.766647] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.766701] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.766847] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.766927] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.767031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.767181] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.767272] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.767325] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.767484] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.767626] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.767814] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.767814] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.767950] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.767991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.768058] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.768155] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.989078] env[69148]: INFO networking_nsxv3.common.synchronization [req-69643984-c602-42a7-9f12-62d1cbf174e5 req-b8789577-cf82-4dfa-88f1-280c129de4dd tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Enqueued Resource ID: 00b98578-537a-4d78-8097-1a43b1cc2d83 with Priority: HIGHEST for action security_group_members [ 836.990028] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00b98578-537a-4d78-8097-1a43b1cc2d83 with Priority: HIGHEST for action security_group_members [ 836.990266] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-00b98578-537a-4d78-8097-1a43b1cc2d83 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.990453] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.990572] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.990919] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.991182] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.991344] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.991450] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.991700] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.991844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.991988] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00b98578-537a-4d78-8097-1a43b1cc2d83',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.044511] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.272461] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d8db368-2825-4d8c-a8d2-bdd0e90e3511: rpc.has_security_group_logging(os_id): False [ 837.290167] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.290308] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.290729] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.290729] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.310232] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.310232] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.310232] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.310408] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.310524] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.310682] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.310841] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.310941] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.311247] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.311247] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.311324] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.311466] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.311602] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.311705] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.311814] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.311899] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.311968] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 is going to be updated. [ 837.367869] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.368027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.368104] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.368428] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.368589] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.381742] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: IN_PROGRESS for 2s [ 837.495996] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.496166] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.496238] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.496489] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.496581] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.496783] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.496883] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.496945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.497118] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.497193] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.497278] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00b98578-537a-4d78-8097-1a43b1cc2d83 already deleted. [ 837.497361] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.548044] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.548044] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.548044] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.548044] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.548044] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.548044] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 is going to be created. [ 837.595645] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.595818] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.595818] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.596090] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.596250] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.606198] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 in Status: UNINITIALIZED for 2s [ 837.798266] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-88 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.798420] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-88" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.798604] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-88" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.799022] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-88" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.799314] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.799503] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.799654] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.799895] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.800055] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.800326] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.800454] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.800579] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.800700] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.800866] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.800973] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.802253] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.821463] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.821703] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 837.821905] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.822138] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-88" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.822495] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-35a761e4-dd31-4fde-9ecc-228230343549 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.822698] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-35a761e4-dd31-4fde-9ecc-228230343549" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.823600] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-35a761e4-dd31-4fde-9ecc-228230343549" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.823986] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-35a761e4-dd31-4fde-9ecc-228230343549" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.824154] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35a761e4-dd31-4fde-9ecc-228230343549',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.844725] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: SUCCESS [ 837.844725] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.845019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.845282] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.845533] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.845642] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.845697] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.845865] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.846013] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.846093] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.846187] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.326736] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.327199] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.327199] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.327406] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.327550] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.327713] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 35a761e4-dd31-4fde-9ecc-228230343549 not found, creating... [ 838.327972] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.328149] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.328287] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.328483] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.328627] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.328908] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.329075] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.329328] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.329385] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.329513] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.329652] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 35a761e4-dd31-4fde-9ecc-228230343549 is going to be created. [ 838.348282] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.348520] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.348824] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.349185] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.349554] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.349728] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-35a761e4-dd31-4fde-9ecc-228230343549" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.350612] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.350755] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.350869] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.351145] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.351301] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.351432] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.351525] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.351713] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.351823] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.351942] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.352148] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.352368] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.352432] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.352597] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.352774] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.352899] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.352989] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.353190] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.353300] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.353417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.353540] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.858617] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc44acb6-4943-44ad-9f92-bd70a23825f8: rpc.has_security_group_logging(os_id): False [ 838.875492] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.875981] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.875981] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.875981] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.875981] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.876245] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.876313] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.876375] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.876939] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.876939] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.876939] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.876939] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.877143] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.877143] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.877311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.877507] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.877596] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.878314] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.878314] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.878314] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.878314] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 is going to be updated. [ 838.937388] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.937555] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.937613] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.937855] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.938015] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.951652] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: IN_PROGRESS for 2s [ 839.147720] env[69148]: INFO networking_nsxv3.common.synchronization [req-69643984-c602-42a7-9f12-62d1cbf174e5 req-3076c8dc-5454-482a-ad63-a5cc28fcf9c9 service nova] Enqueued Resource ID: 00b98578-537a-4d78-8097-1a43b1cc2d83 with Priority: HIGHEST for action security_group_rules [ 839.147952] env[69148]: INFO networking_nsxv3.common.synchronization [req-69643984-c602-42a7-9f12-62d1cbf174e5 req-3076c8dc-5454-482a-ad63-a5cc28fcf9c9 service nova] Enqueued Resource ID: 00b98578-537a-4d78-8097-1a43b1cc2d83 with Priority: HIGHEST for action security_group_members [ 839.148119] env[69148]: INFO networking_nsxv3.common.synchronization [req-69643984-c602-42a7-9f12-62d1cbf174e5 req-3076c8dc-5454-482a-ad63-a5cc28fcf9c9 service nova] Enqueued Resource ID: 35a761e4-dd31-4fde-9ecc-228230343549 with Priority: HIGHEST for action port [ 839.148795] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00b98578-537a-4d78-8097-1a43b1cc2d83 with Priority: HIGHEST for action security_group_rules [ 839.149022] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00b98578-537a-4d78-8097-1a43b1cc2d83 with Priority: HIGHEST for action security_group_members [ 839.151803] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35a761e4-dd31-4fde-9ecc-228230343549 with Priority: HIGHEST for action port [ 839.152084] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00b98578-537a-4d78-8097-1a43b1cc2d83 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.152210] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.152279] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.152543] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.152629] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00b98578-537a-4d78-8097-1a43b1cc2d83',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.154207] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-00b98578-537a-4d78-8097-1a43b1cc2d83 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.154331] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.154400] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.154623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.154812] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.154915] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.154975] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.155172] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.155262] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.155396] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00b98578-537a-4d78-8097-1a43b1cc2d83',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.156121] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-35a761e4-dd31-4fde-9ecc-228230343549 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.156234] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35a761e4-dd31-4fde-9ecc-228230343549" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.156285] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35a761e4-dd31-4fde-9ecc-228230343549" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.156435] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35a761e4-dd31-4fde-9ecc-228230343549" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.156528] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35a761e4-dd31-4fde-9ecc-228230343549',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.398721] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: SUCCESS [ 839.399067] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.615562] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 in Status: SUCCESS [ 839.615925] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.616111] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.616324] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.616568] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.616692] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.616751] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.617988] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.617988] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.617988] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.617988] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.658404] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-00b98578-537a-4d78-8097-1a43b1cc2d83 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.661935] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.662751] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00b98578-537a-4d78-8097-1a43b1cc2d83',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.663110] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35a761e4-dd31-4fde-9ecc-228230343549 with status ACTIVE [ 839.663323] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.663439] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.663504] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.663722] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.663810] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.663979] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.664113] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.664171] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.664328] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.664392] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.664994] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.665503] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.665503] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.665503] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.665503] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.665503] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35a761e4-dd31-4fde-9ecc-228230343549 is going to be updated. [ 839.683848] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.683992] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.683992] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.684178] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.684314] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.684469] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35a761e4-dd31-4fde-9ecc-228230343549" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.120069] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.168350] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00b98578-537a-4d78-8097-1a43b1cc2d83',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.623149] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3e07f2d-22f3-431f-a79c-9613c1f4fba9: rpc.has_security_group_logging(os_id): False [ 840.653186] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.653186] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.653186] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.653186] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.653186] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.653186] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.653186] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.653186] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.653186] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.653186] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.653186] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 is going to be created. [ 840.674417] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.675068] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.675361] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.675717] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.675941] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.677673] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00b98578-537a-4d78-8097-1a43b1cc2d83 is going to be created. [ 840.700061] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.700429] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.700429] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.700915] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.700915] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.713626] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00b98578-537a-4d78-8097-1a43b1cc2d83 in Status: UNINITIALIZED for 2s [ 840.721630] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.721850] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.721850] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.722076] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.722512] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.734656] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 in Status: IN_PROGRESS for 2s [ 840.967085] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: SUCCESS [ 840.967303] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.122130] env[69148]: INFO networking_nsxv3.common.synchronization [req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 req-ed502838-1feb-43a0-a244-f7a74507ca49 tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Enqueued Resource ID: 860fe033-ff5e-44b2-90ec-375547435a37 with Priority: HIGHEST for action security_group_members [ 841.122673] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 860fe033-ff5e-44b2-90ec-375547435a37 with Priority: HIGHEST for action security_group_members [ 841.123042] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-860fe033-ff5e-44b2-90ec-375547435a37 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.123170] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.123237] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.123485] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.123638] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.123736] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.123797] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.123948] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.125757] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.125888] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('860fe033-ff5e-44b2-90ec-375547435a37',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.627920] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.628305] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.628305] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.628385] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.628559] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.628660] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.628758] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.628831] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.628970] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.629059] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.629144] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 860fe033-ff5e-44b2-90ec-375547435a37 already deleted. [ 841.629241] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.826240] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.826445] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-428" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.826748] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-428" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.827120] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-428" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.827402] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.827563] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.831154] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.831355] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.831521] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.831739] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.831856] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.831963] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.832084] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.832193] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.832296] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.832428] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.850549] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.850748] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 841.850891] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.851084] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-428" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.851395] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-db7da7e9-c73d-4253-bcce-8a3d65bc125c taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.851564] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-db7da7e9-c73d-4253-bcce-8a3d65bc125c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.851677] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-db7da7e9-c73d-4253-bcce-8a3d65bc125c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.851993] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-db7da7e9-c73d-4253-bcce-8a3d65bc125c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.852150] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db7da7e9-c73d-4253-bcce-8a3d65bc125c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.030602] env[69148]: INFO networking_nsxv3.common.synchronization [req-132a31da-b737-4cda-ad36-a08841cb4173 req-fd00005c-fba2-4df6-bd2e-59d06dc3ff1e tempest-VolumesAssistedSnapshotsTest-1954252507 tempest-VolumesAssistedSnapshotsTest-1954252507-project-member] Enqueued Resource ID: f33bbf53-b9f7-429b-aa8e-2ce3096f1321 with Priority: HIGHEST for action security_group_members [ 842.030602] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f33bbf53-b9f7-429b-aa8e-2ce3096f1321 with Priority: HIGHEST for action security_group_members [ 842.030725] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f33bbf53-b9f7-429b-aa8e-2ce3096f1321 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.030845] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f33bbf53-b9f7-429b-aa8e-2ce3096f1321" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.030912] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f33bbf53-b9f7-429b-aa8e-2ce3096f1321" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.038625] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f33bbf53-b9f7-429b-aa8e-2ce3096f1321" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.038625] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.038625] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.038929] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.038929] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.039051] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.039099] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f33bbf53-b9f7-429b-aa8e-2ce3096f1321',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.356165] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.356391] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.356679] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.356970] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.357144] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.357329] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port db7da7e9-c73d-4253-bcce-8a3d65bc125c not found, creating... [ 842.357572] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.357722] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.357872] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.358059] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.358198] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.358839] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.358979] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.359135] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.359349] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.359485] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.359645] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: db7da7e9-c73d-4253-bcce-8a3d65bc125c is going to be created. [ 842.383319] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.383565] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.383706] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.383994] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.384251] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.384477] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-db7da7e9-c73d-4253-bcce-8a3d65bc125c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.430537] env[69148]: INFO networking_nsxv3.common.synchronization [req-84c3dd76-75cc-47c4-8819-05bd77c69b8a req-9693d8d7-a36c-4e47-89b6-c04e0da7dd69 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Enqueued Resource ID: e93156e7-c7b9-455d-b2a6-769155d728d3 with Priority: HIGHEST for action security_group_members [ 842.430537] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93156e7-c7b9-455d-b2a6-769155d728d3 with Priority: HIGHEST for action security_group_members [ 842.430722] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e93156e7-c7b9-455d-b2a6-769155d728d3 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.430844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.430929] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.431143] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.431298] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.431395] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.431467] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.432636] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.433387] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.433593] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e93156e7-c7b9-455d-b2a6-769155d728d3',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.543456] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.543456] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.543456] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.543456] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.571108] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.571375] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.571496] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.571564] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.571797] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.571924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.572033] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f33bbf53-b9f7-429b-aa8e-2ce3096f1321 is going to be updated. [ 842.606157] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.606336] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.606399] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.606626] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.606758] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.615615] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f33bbf53-b9f7-429b-aa8e-2ce3096f1321 in Status: IN_PROGRESS for 2s [ 842.723299] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00b98578-537a-4d78-8097-1a43b1cc2d83 in Status: SUCCESS [ 842.723548] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.723738] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.724095] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.724503] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.725333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.725333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.725333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.725333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.725333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.725333] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00b98578-537a-4d78-8097-1a43b1cc2d83',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.744909] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 in Status: SUCCESS [ 842.745151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.936942] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.937127] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.937192] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.937399] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.960215] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.960457] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.960569] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.960631] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.960824] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.960900] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.960986] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e93156e7-c7b9-455d-b2a6-769155d728d3 is going to be updated. [ 842.992337] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.992506] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.992553] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.992943] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.997025] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.007431] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e93156e7-c7b9-455d-b2a6-769155d728d3 in Status: IN_PROGRESS for 2s [ 843.108067] env[69148]: INFO networking_nsxv3.common.synchronization [req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 req-83c78846-3e9f-4182-b4d2-f312d279923e service nova] Enqueued Resource ID: 860fe033-ff5e-44b2-90ec-375547435a37 with Priority: HIGHEST for action security_group_rules [ 843.108067] env[69148]: INFO networking_nsxv3.common.synchronization [req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 req-83c78846-3e9f-4182-b4d2-f312d279923e service nova] Enqueued Resource ID: 860fe033-ff5e-44b2-90ec-375547435a37 with Priority: HIGHEST for action security_group_members [ 843.108067] env[69148]: INFO networking_nsxv3.common.synchronization [req-1e4af85d-e5a4-4474-abd9-ceeca8caa2d7 req-83c78846-3e9f-4182-b4d2-f312d279923e service nova] Enqueued Resource ID: db7da7e9-c73d-4253-bcce-8a3d65bc125c with Priority: HIGHEST for action port [ 843.108067] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 860fe033-ff5e-44b2-90ec-375547435a37 with Priority: HIGHEST for action security_group_rules [ 843.108067] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 860fe033-ff5e-44b2-90ec-375547435a37 with Priority: HIGHEST for action security_group_members [ 843.108067] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db7da7e9-c73d-4253-bcce-8a3d65bc125c with Priority: HIGHEST for action port [ 843.108531] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-860fe033-ff5e-44b2-90ec-375547435a37 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.108616] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.110409] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.110409] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.110409] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('860fe033-ff5e-44b2-90ec-375547435a37',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.111339] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-860fe033-ff5e-44b2-90ec-375547435a37 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.111431] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.111600] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.114778] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.114778] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.114778] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.114778] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.114778] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.114778] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.114778] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('860fe033-ff5e-44b2-90ec-375547435a37',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.114778] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-db7da7e9-c73d-4253-bcce-8a3d65bc125c taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.114778] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db7da7e9-c73d-4253-bcce-8a3d65bc125c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.114778] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db7da7e9-c73d-4253-bcce-8a3d65bc125c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.114778] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db7da7e9-c73d-4253-bcce-8a3d65bc125c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.114778] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db7da7e9-c73d-4253-bcce-8a3d65bc125c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.228620] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-00b98578-537a-4d78-8097-1a43b1cc2d83 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.228620] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.228620] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.228620] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.229321] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.229321] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.229321] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.229321] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.229321] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.229321] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.229321] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-00b98578-537a-4d78-8097-1a43b1cc2d83 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.230626] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.230626] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.230626] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.230626] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.230626] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.230626] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.230626] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.230626] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.230626] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.230626] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00b98578-537a-4d78-8097-1a43b1cc2d83',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.618061] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db7da7e9-c73d-4253-bcce-8a3d65bc125c with status ACTIVE [ 843.618061] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.618291] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.618708] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.618708] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.618884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.619202] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.619383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.619505] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.619774] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.619912] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.623607] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.623909] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.624038] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.624337] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.624476] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.624715] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db7da7e9-c73d-4253-bcce-8a3d65bc125c is going to be updated. [ 843.626661] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('860fe033-ff5e-44b2-90ec-375547435a37',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.630129] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-860fe033-ff5e-44b2-90ec-375547435a37 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.630129] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.656033] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.656706] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.656846] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.657301] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.657451] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.657719] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db7da7e9-c73d-4253-bcce-8a3d65bc125c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.733133] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00b98578-537a-4d78-8097-1a43b1cc2d83: rpc.has_security_group_logging(os_id): False [ 843.767818] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.768034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.768034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.768274] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.768332] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.768514] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.768606] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.768684] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.768812] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.768884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.769109] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.769193] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.769229] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.769366] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.769439] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.769616] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.769705] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.769764] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.770044] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.770044] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.770044] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00b98578-537a-4d78-8097-1a43b1cc2d83 is going to be created. [ 843.852533] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.853245] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.853245] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.853245] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.853507] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.866963] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00b98578-537a-4d78-8097-1a43b1cc2d83 in Status: IN_PROGRESS for 2s [ 844.130141] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('860fe033-ff5e-44b2-90ec-375547435a37',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.634959] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.634959] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.634959] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.634959] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.635129] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.635189] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 860fe033-ff5e-44b2-90ec-375547435a37 is going to be created. [ 844.636964] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f33bbf53-b9f7-429b-aa8e-2ce3096f1321 in Status: SUCCESS [ 844.637145] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f33bbf53-b9f7-429b-aa8e-2ce3096f1321 deletion is rescheduled due to dependency. [ 844.637242] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f33bbf53-b9f7-429b-aa8e-2ce3096f1321" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.667919] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.667919] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.667919] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.667919] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.667919] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.677385] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 860fe033-ff5e-44b2-90ec-375547435a37 in Status: UNINITIALIZED for 2s [ 845.021144] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e93156e7-c7b9-455d-b2a6-769155d728d3 in Status: SUCCESS [ 845.021568] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e93156e7-c7b9-455d-b2a6-769155d728d3 deletion is rescheduled due to dependency. [ 845.021568] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.644360] env[69148]: INFO networking_nsxv3.common.synchronization [None req-cc8b177a-fe1b-44cc-9b23-837462defb23 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Enqueued Resource ID: a112201c-1fdc-46db-8fde-9d173d80e7b4 with Priority: HIGHEST for action security_group_rules [ 845.644891] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a112201c-1fdc-46db-8fde-9d173d80e7b4 with Priority: HIGHEST for action security_group_rules [ 845.645199] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a112201c-1fdc-46db-8fde-9d173d80e7b4 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.645324] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a112201c-1fdc-46db-8fde-9d173d80e7b4" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.645389] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a112201c-1fdc-46db-8fde-9d173d80e7b4" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.645658] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a112201c-1fdc-46db-8fde-9d173d80e7b4" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.645745] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a112201c-1fdc-46db-8fde-9d173d80e7b4',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.717858] env[69148]: INFO networking_nsxv3.common.synchronization [None req-360d08cd-488f-4632-9e03-7b50bf7ef5f5 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Enqueued Resource ID: a112201c-1fdc-46db-8fde-9d173d80e7b4 with Priority: HIGHEST for action security_group_rules [ 845.718321] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a112201c-1fdc-46db-8fde-9d173d80e7b4 with Priority: HIGHEST for action security_group_rules [ 845.718634] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a112201c-1fdc-46db-8fde-9d173d80e7b4 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.718737] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a112201c-1fdc-46db-8fde-9d173d80e7b4" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.888088] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00b98578-537a-4d78-8097-1a43b1cc2d83 in Status: SUCCESS [ 845.888088] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.169141] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.169141] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.169141] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.169141] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.169141] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.169141] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a112201c-1fdc-46db-8fde-9d173d80e7b4 already deleted. [ 846.169141] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a112201c-1fdc-46db-8fde-9d173d80e7b4" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.169141] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a112201c-1fdc-46db-8fde-9d173d80e7b4" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.169141] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a112201c-1fdc-46db-8fde-9d173d80e7b4" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.169141] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a112201c-1fdc-46db-8fde-9d173d80e7b4',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.687118] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 860fe033-ff5e-44b2-90ec-375547435a37 in Status: SUCCESS [ 846.687118] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.687811] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.687811] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.687811] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.687811] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.687811] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.688035] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.688069] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.688510] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.688510] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('860fe033-ff5e-44b2-90ec-375547435a37',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.693146] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.693265] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.693305] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.693477] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.693576] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.693649] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a112201c-1fdc-46db-8fde-9d173d80e7b4 already deleted. [ 846.693728] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a112201c-1fdc-46db-8fde-9d173d80e7b4" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.193957] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-860fe033-ff5e-44b2-90ec-375547435a37 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.193957] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.193957] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.193957] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.193957] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.193957] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.193957] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.193957] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.193957] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.193957] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.194491] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-860fe033-ff5e-44b2-90ec-375547435a37 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.194491] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.194491] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.194491] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.194491] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.194652] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.194684] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.194807] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.194865] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.194959] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.195093] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('860fe033-ff5e-44b2-90ec-375547435a37',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.697789] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 860fe033-ff5e-44b2-90ec-375547435a37: rpc.has_security_group_logging(os_id): False [ 847.716147] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.716330] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.716659] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.716756] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.716811] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.717046] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.717171] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.717229] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.717359] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.717437] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.718447] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.718447] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.718447] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.718447] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.718447] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.718447] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.718447] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.718447] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.718869] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.718869] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.718869] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 860fe033-ff5e-44b2-90ec-375547435a37 is going to be created. [ 847.777752] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.777926] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.777974] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.778197] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.778379] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.791453] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 860fe033-ff5e-44b2-90ec-375547435a37 in Status: IN_PROGRESS for 2s [ 849.805829] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 860fe033-ff5e-44b2-90ec-375547435a37 in Status: SUCCESS [ 849.805829] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.569302] env[69148]: INFO networking_nsxv3.common.synchronization [req-ec5bffe6-cd0f-4104-a882-09a23ee85f6c req-489e9d6f-2376-468e-9d61-94e4adf83b71 tempest-ServerAddressesTestJSON-1088914138 tempest-ServerAddressesTestJSON-1088914138-project-member] Enqueued Resource ID: 00b98578-537a-4d78-8097-1a43b1cc2d83 with Priority: HIGHEST for action security_group_members [ 850.569928] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00b98578-537a-4d78-8097-1a43b1cc2d83 with Priority: HIGHEST for action security_group_members [ 850.570315] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-00b98578-537a-4d78-8097-1a43b1cc2d83 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.570456] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.570607] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.570752] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.570969] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.571099] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.571163] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.571361] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.571592] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.571592] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00b98578-537a-4d78-8097-1a43b1cc2d83',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.985265] env[69148]: INFO networking_nsxv3.common.synchronization [req-f51e4982-db92-445b-8ca2-8181452c3c69 req-0b1c0ad7-64eb-4c45-9174-192741f694fc tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Enqueued Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_members [ 850.985779] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_members [ 850.987065] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.987193] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.987266] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.987467] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.987645] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.987751] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.987815] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.987965] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.988069] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.988162] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.074829] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.074979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.075075] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.075272] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.075360] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.075571] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.075676] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.075740] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.075929] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.076029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.076110] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00b98578-537a-4d78-8097-1a43b1cc2d83 is going to be updated. [ 851.106634] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.106634] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.106634] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.106634] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.106634] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.129024] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00b98578-537a-4d78-8097-1a43b1cc2d83 in Status: IN_PROGRESS for 2s [ 851.407740] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.407740] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.407740] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.407740] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.407740] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.413620] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.413835] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-382" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.413960] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-382" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.414247] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-382" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.414537] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.414687] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.414803] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.415026] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.415175] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.415386] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.415725] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.415840] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.415992] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.416063] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.416166] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.416398] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.433842] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.434024] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 851.434168] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.434375] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-382" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.434860] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-394a274a-a2cd-43c9-892b-dd3613c1e85c taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.435078] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-394a274a-a2cd-43c9-892b-dd3613c1e85c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.435238] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-394a274a-a2cd-43c9-892b-dd3613c1e85c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.435656] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-394a274a-a2cd-43c9-892b-dd3613c1e85c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.435887] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('394a274a-a2cd-43c9-892b-dd3613c1e85c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.490662] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.490972] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.490972] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.491213] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.491360] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.491492] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.491591] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.491658] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.491842] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.491901] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.491948] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f12fef98-8100-404a-8a99-8fca5d46233e is going to be updated. [ 851.515932] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.516139] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.516182] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.516813] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.516918] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.527435] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: IN_PROGRESS for 2s [ 851.910632] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.938526] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.938767] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.939066] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.939577] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.939839] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.940085] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 394a274a-a2cd-43c9-892b-dd3613c1e85c not found, creating... [ 851.940405] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.940615] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.940687] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.941016] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.941188] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.941491] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.941647] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.941764] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.942054] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.942240] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.942803] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 394a274a-a2cd-43c9-892b-dd3613c1e85c is going to be created. [ 851.963031] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.963031] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.963031] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.963382] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.963666] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.964141] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-394a274a-a2cd-43c9-892b-dd3613c1e85c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.413445] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.751367] env[69148]: INFO networking_nsxv3.common.synchronization [req-f51e4982-db92-445b-8ca2-8181452c3c69 req-0bc0a913-39da-4907-9e77-6ea82c563912 service nova] Enqueued Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_rules [ 852.754138] env[69148]: INFO networking_nsxv3.common.synchronization [req-f51e4982-db92-445b-8ca2-8181452c3c69 req-0bc0a913-39da-4907-9e77-6ea82c563912 service nova] Enqueued Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_members [ 852.754138] env[69148]: INFO networking_nsxv3.common.synchronization [req-f51e4982-db92-445b-8ca2-8181452c3c69 req-0bc0a913-39da-4907-9e77-6ea82c563912 service nova] Enqueued Resource ID: 394a274a-a2cd-43c9-892b-dd3613c1e85c with Priority: HIGHEST for action port [ 852.754138] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_rules [ 852.754138] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_members [ 852.754138] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 394a274a-a2cd-43c9-892b-dd3613c1e85c with Priority: HIGHEST for action port [ 852.754138] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.754138] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.754138] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.755995] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.756135] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.757284] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.757284] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.757430] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-394a274a-a2cd-43c9-892b-dd3613c1e85c taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.757525] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-394a274a-a2cd-43c9-892b-dd3613c1e85c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.757659] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-394a274a-a2cd-43c9-892b-dd3613c1e85c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.757804] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-394a274a-a2cd-43c9-892b-dd3613c1e85c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.757911] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('394a274a-a2cd-43c9-892b-dd3613c1e85c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.920400] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 852.920400] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 853.139660] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00b98578-537a-4d78-8097-1a43b1cc2d83 in Status: IN_PROGRESS for 4s [ 853.260560] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.260560] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.260560] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 394a274a-a2cd-43c9-892b-dd3613c1e85c with status ACTIVE [ 853.260953] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.260953] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.260953] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.261087] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.261087] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.261678] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.261678] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.261678] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.261678] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.261678] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.262026] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.262026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.262026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.262152] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.262152] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.262227] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 394a274a-a2cd-43c9-892b-dd3613c1e85c is going to be updated. [ 853.283404] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.283666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.283722] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.283895] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.284042] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.284200] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-394a274a-a2cd-43c9-892b-dd3613c1e85c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.541624] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: SUCCESS [ 853.541858] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f12fef98-8100-404a-8a99-8fca5d46233e deletion is rescheduled due to dependency. [ 853.541858] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.541969] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.542193] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.542380] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.542571] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.542609] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.542749] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.542831] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.542928] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.708613] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.709220] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.709220] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.709382] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.722788] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 853.723816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.724576] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 853.747877] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.748042] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.748100] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.748302] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.755330] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.755868] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 853.755952] env[69148]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69148) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 853.756050] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 853.791542] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.791687] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.791758] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.791969] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.793617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.793617] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 853.846609] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.846805] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.846805] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.847428] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.847543] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.847844] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 853.898827] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.898998] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.899066] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.899279] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.899506] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.899746] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:38. [ 853.899841] env[69148]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'fc44acb6-4943-44ad-9f92-bd70a23825f8', '8fd623e5-8c69-4d14-9fb6-56b13a1830b1', 'bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30', 'afdb307b-2747-4a70-a6c7-73b6527ae74c', '1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6', '860fe033-ff5e-44b2-90ec-375547435a37', 'cd59b9e1-6c3b-4633-87db-e7d8443e62e7', '424d5d13-3045-45cb-a397-d748954b6f87', '899029b3-d63b-4f65-9ad1-64f67e6e1729', 'd2effdce-62b0-45b7-a46c-bd4cbe9a660b', '1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef', '7a2c1c1e-0558-47b0-9504-c676e861142d', 'f112d3f7-ff91-4ac1-bca7-54fab98909ed', 'c5c2db0a-930f-4403-abe1-62c64013579f', '0221c5e9-470b-4ea1-b3ff-9bffd700dfd5', '06a9a251-b54d-4a2a-91b3-560ca563cabd', '5ff26cca-4bec-45c3-833b-adb00367e5fa', '5d8db368-2825-4d8c-a8d2-bdd0e90e3511', 'd8d0a03c-d376-4539-a6d2-ad8a79b0aadb', '6365330c-97c3-4666-a60b-f0149e6a0124', '9dd55ea5-607e-4eb0-ba86-c2827e1c6bde', 'be62c11a-93dc-4663-b91b-c9069fce2718', '66d1f77c-9310-4087-8a9e-104a4eab83b0', '4195b674-bb3a-4be7-90ce-013dad6559bd', 'f12fef98-8100-404a-8a99-8fca5d46233e', 'e93156e7-c7b9-455d-b2a6-769155d728d3', '8899b353-20b4-4984-b7dc-40612e84ef76', '04e6b136-dfe3-4b1a-a922-0729d25ceb70', '00b98578-537a-4d78-8097-1a43b1cc2d83', '19fd9e4a-88ca-4a76-b801-42eedbf15eec', 'd2dcc0dc-8e8a-4253-89aa-4a63cb300d40', 'b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7', '0f75609d-3f36-40dc-8433-9981b3ccab9e', '1d277da6-fb39-4bf5-9ba6-681a973593b0', 'aa7f02de-5a48-4f98-afc9-18d22620466a', '662ea25f-4f1b-416e-bafb-b25aba645d39', 'e3e07f2d-22f3-431f-a79c-9613c1f4fba9', 'f33bbf53-b9f7-429b-aa8e-2ce3096f1321'} {{(pid=69148) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 853.899923] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 853.916467] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.916639] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.916753] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.917038] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.917088] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.917200] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 853.917272] env[69148]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69148) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 853.917347] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 853.969492] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.969659] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.969744] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.970281] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.970705] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.971096] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 853.971096] env[69148]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69148) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 853.971217] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 853.971217] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 853.971293] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/38 resources of Type:Security Group Rules [ 853.971338] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGH for action security_group_rules [ 853.971400] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8fd623e5-8c69-4d14-9fb6-56b13a1830b1 with Priority: HIGH for action security_group_rules [ 853.971465] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30 with Priority: HIGH for action security_group_rules [ 853.971529] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: afdb307b-2747-4a70-a6c7-73b6527ae74c with Priority: HIGH for action security_group_rules [ 853.971590] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 with Priority: HIGH for action security_group_rules [ 853.971652] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 860fe033-ff5e-44b2-90ec-375547435a37 with Priority: HIGH for action security_group_rules [ 853.971715] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cd59b9e1-6c3b-4633-87db-e7d8443e62e7 with Priority: HIGH for action security_group_rules [ 853.971777] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGH for action security_group_rules [ 853.971835] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 899029b3-d63b-4f65-9ad1-64f67e6e1729 with Priority: HIGH for action security_group_rules [ 853.971962] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b with Priority: HIGH for action security_group_rules [ 853.971962] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef with Priority: HIGH for action security_group_rules [ 853.972048] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a2c1c1e-0558-47b0-9504-c676e861142d with Priority: HIGH for action security_group_rules [ 853.972076] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed with Priority: HIGH for action security_group_rules [ 853.972243] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5c2db0a-930f-4403-abe1-62c64013579f with Priority: HIGH for action security_group_rules [ 853.972243] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0221c5e9-470b-4ea1-b3ff-9bffd700dfd5 with Priority: HIGH for action security_group_rules [ 853.972243] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 06a9a251-b54d-4a2a-91b3-560ca563cabd with Priority: HIGH for action security_group_rules [ 853.972324] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa with Priority: HIGH for action security_group_rules [ 853.972407] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGH for action security_group_rules [ 853.972457] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d8d0a03c-d376-4539-a6d2-ad8a79b0aadb with Priority: HIGH for action security_group_rules [ 853.972549] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6365330c-97c3-4666-a60b-f0149e6a0124 with Priority: HIGH for action security_group_rules [ 853.972595] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.045972] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.551580] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.054267] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.054480] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.054558] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.054774] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.054863] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.054968] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f12fef98-8100-404a-8a99-8fca5d46233e is going to be updated. [ 855.094762] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.094925] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.094998] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.095495] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.095495] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.104021] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: IN_PROGRESS for 2s [ 855.149134] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00b98578-537a-4d78-8097-1a43b1cc2d83 in Status: SUCCESS [ 855.149377] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00b98578-537a-4d78-8097-1a43b1cc2d83 deletion is rescheduled due to dependency. [ 855.149538] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.483298] env[69148]: INFO networking_nsxv3.common.synchronization [req-6054fcbd-23db-4860-8fbc-37c1b260b19f req-4e609ba5-e68d-482d-85fc-e06b72075c2c tempest-ServerMetadataNegativeTestJSON-241953162 tempest-ServerMetadataNegativeTestJSON-241953162-project-member] Enqueued Resource ID: 860fe033-ff5e-44b2-90ec-375547435a37 with Priority: HIGHEST for action security_group_members [ 856.483848] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 860fe033-ff5e-44b2-90ec-375547435a37 with Priority: HIGHEST for action security_group_members [ 856.485042] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGH for action security_group_rules [ 856.485042] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30 with Priority: HIGH for action security_group_rules [ 856.485042] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd59b9e1-6c3b-4633-87db-e7d8443e62e7 with Priority: HIGH for action security_group_rules [ 856.485042] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0221c5e9-470b-4ea1-b3ff-9bffd700dfd5 with Priority: HIGH for action security_group_rules [ 856.485042] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6365330c-97c3-4666-a60b-f0149e6a0124 with Priority: HIGH for action security_group_rules [ 856.485042] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d0a03c-d376-4539-a6d2-ad8a79b0aadb with Priority: HIGH for action security_group_rules [ 856.485042] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGH for action security_group_rules [ 856.485042] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa with Priority: HIGH for action security_group_rules [ 856.485042] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c2db0a-930f-4403-abe1-62c64013579f with Priority: HIGH for action security_group_rules [ 856.485419] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06a9a251-b54d-4a2a-91b3-560ca563cabd with Priority: HIGH for action security_group_rules [ 856.485419] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed with Priority: HIGH for action security_group_rules [ 856.485419] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a2c1c1e-0558-47b0-9504-c676e861142d with Priority: HIGH for action security_group_rules [ 856.485516] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef with Priority: HIGH for action security_group_rules [ 856.485548] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b with Priority: HIGH for action security_group_rules [ 856.485992] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899029b3-d63b-4f65-9ad1-64f67e6e1729 with Priority: HIGH for action security_group_rules [ 856.485992] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 860fe033-ff5e-44b2-90ec-375547435a37 with Priority: HIGH for action security_group_rules [ 856.485992] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGH for action security_group_rules [ 856.485992] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 with Priority: HIGH for action security_group_rules [ 856.485992] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd623e5-8c69-4d14-9fb6-56b13a1830b1 with Priority: HIGH for action security_group_rules [ 856.486172] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afdb307b-2747-4a70-a6c7-73b6527ae74c with Priority: HIGH for action security_group_rules [ 856.486387] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-860fe033-ff5e-44b2-90ec-375547435a37 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.486496] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.486560] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.486929] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.487132] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.488446] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.488446] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.488446] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.488446] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.488446] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('860fe033-ff5e-44b2-90ec-375547435a37',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.488946] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.489079] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.489138] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.489334] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.489410] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.490309] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.490424] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.490495] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.490650] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.490727] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.491467] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd59b9e1-6c3b-4633-87db-e7d8443e62e7 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.491589] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.491651] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.491801] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.491866] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd59b9e1-6c3b-4633-87db-e7d8443e62e7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.492731] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.492835] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.492894] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.493058] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.493135] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0221c5e9-470b-4ea1-b3ff-9bffd700dfd5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.494435] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6365330c-97c3-4666-a60b-f0149e6a0124 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.494593] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.494667] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.494812] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.494887] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6365330c-97c3-4666-a60b-f0149e6a0124',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.495853] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.495970] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.496084] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.496187] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.496261] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8d0a03c-d376-4539-a6d2-ad8a79b0aadb',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.497763] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.497763] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.497763] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.497763] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.497763] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.498425] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ff26cca-4bec-45c3-833b-adb00367e5fa taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.498806] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.498806] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.498863] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.499080] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ff26cca-4bec-45c3-833b-adb00367e5fa',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.499788] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5c2db0a-930f-4403-abe1-62c64013579f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.499991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.499991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.500865] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.500865] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5c2db0a-930f-4403-abe1-62c64013579f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.501128] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06a9a251-b54d-4a2a-91b3-560ca563cabd taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.501247] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.501304] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.501437] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.501503] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06a9a251-b54d-4a2a-91b3-560ca563cabd',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.501752] env[69148]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 856.502577] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f112d3f7-ff91-4ac1-bca7-54fab98909ed taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.502699] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.502762] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.503118] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.503209] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f112d3f7-ff91-4ac1-bca7-54fab98909ed',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.504376] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a2c1c1e-0558-47b0-9504-c676e861142d taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.504376] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.504376] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.504540] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.504540] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a2c1c1e-0558-47b0-9504-c676e861142d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.505350] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.505472] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.505511] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.505665] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.505737] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.506685] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2effdce-62b0-45b7-a46c-bd4cbe9a660b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.506778] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.506830] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.507869] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.507869] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2effdce-62b0-45b7-a46c-bd4cbe9a660b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.510361] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-899029b3-d63b-4f65-9ad1-64f67e6e1729 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.510466] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.510672] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.510764] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.510764] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('899029b3-d63b-4f65-9ad1-64f67e6e1729',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.511568] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-860fe033-ff5e-44b2-90ec-375547435a37 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.511700] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.511928] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.511928] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.512159] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('860fe033-ff5e-44b2-90ec-375547435a37',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.513016] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.513217] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.513217] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.513362] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.513431] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.514344] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.514570] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.514570] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.514689] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.514743] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.515603] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fd623e5-8c69-4d14-9fb6-56b13a1830b1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.515709] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.515709] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.515852] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.515926] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fd623e5-8c69-4d14-9fb6-56b13a1830b1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.516774] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afdb307b-2747-4a70-a6c7-73b6527ae74c taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.516885] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.516951] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.517143] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.517244] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afdb307b-2747-4a70-a6c7-73b6527ae74c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.517437] env[69148]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 856.574087] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.574290] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.574372] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.574643] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.627969] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.628146] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30 is going to be deleted. [ 856.745872] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.746070] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.746176] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.746347] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.747596] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.747596] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd55a23c-9df8-4fb6-9aa8-d943c9ce4e30" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.021648] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.021794] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.021866] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.022174] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.023071] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.023203] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.023270] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.023428] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.023568] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.023722] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.023794] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.023937] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.024050] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.024138] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.024225] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.236105] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.236384] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.236502] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.236566] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.236827] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.236909] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.237012] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 860fe033-ff5e-44b2-90ec-375547435a37 is going to be updated. [ 857.238954] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.239090] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.239154] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.239354] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.242126] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-6365330c-97c3-4666-a60b-f0149e6a0124 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.242263] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.242344] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.242521] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.242686] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.242788] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.242859] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.242999] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.243101] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.243180] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.243262] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6365330c-97c3-4666-a60b-f0149e6a0124',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.244232] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f112d3f7-ff91-4ac1-bca7-54fab98909ed taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.244368] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.244412] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.244562] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.244715] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.244812] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.244867] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.245013] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.245109] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.245223] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.245318] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f112d3f7-ff91-4ac1-bca7-54fab98909ed',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.246341] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.246464] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.246541] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.246711] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.246877] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.246999] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.247043] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.247156] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.247238] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.247317] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.248226] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2effdce-62b0-45b7-a46c-bd4cbe9a660b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.250286] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.250443] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.250602] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.250757] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.250935] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.251097] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.251191] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.251390] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.251471] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.251746] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.251746] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.407877] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.408115] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.409542] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.409728] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.411048] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.411187] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.413178] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.413178] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.413943] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.414115] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.415204] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.415360] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.416987] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.416987] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.417495] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: SUCCESS [ 857.417799] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.418992] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.419145] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.420202] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.420373] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.420575] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.420920] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.421166] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.421404] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.421451] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.421710] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.421916] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.421989] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.422143] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.424551] env[69148]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 857.425261] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.425413] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.427361] env[69148]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 857.427941] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.428125] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.431882] env[69148]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 857.431882] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.431882] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.431882] env[69148]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 857.432234] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.432234] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.436443] env[69148]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 857.437209] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.437415] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd59b9e1-6c3b-4633-87db-e7d8443e62e7 is going to be deleted. [ 857.438885] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.439235] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.477268] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.477510] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.477510] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.477808] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.478082] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.490899] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 860fe033-ff5e-44b2-90ec-375547435a37 in Status: IN_PROGRESS for 2s [ 857.500536] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.500536] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 424d5d13-3045-45cb-a397-d748954b6f87 is going to be deleted. [ 857.501178] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.501483] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.529309] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.529515] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.529653] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.529910] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.530150] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.530285] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.530390] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.530609] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.530737] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.530866] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.531094] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.531231] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.531325] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.531529] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.531834] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.531907] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.531939] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.532163] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.532284] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.532412] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.532573] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.551847] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.552128] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0221c5e9-470b-4ea1-b3ff-9bffd700dfd5 is going to be deleted. [ 857.555517] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.555916] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.582563] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.582563] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.613063] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.613243] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.614268] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.614399] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a2c1c1e-0558-47b0-9504-c676e861142d is going to be deleted. [ 857.615360] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.615580] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.615668] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.615778] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 860fe033-ff5e-44b2-90ec-375547435a37 is going to be deleted. [ 857.616554] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.617018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.624591] env[69148]: INFO networking_nsxv3.common.synchronization [req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b req-9d3e1bd9-72c6-4018-93bd-9e017fedc19c tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Enqueued Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_members [ 857.625791] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_members [ 857.625791] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.625791] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.625791] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.626082] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.626082] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.626082] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.626192] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.626277] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.626369] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.626477] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.667133] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.667133] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 899029b3-d63b-4f65-9ad1-64f67e6e1729 is going to be deleted. [ 857.667323] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.667555] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.770934] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.771149] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.771223] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.771465] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.771614] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.771908] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.771908] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.771908] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.772349] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.772349] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.772349] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.772349] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.772545] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.772545] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.772647] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.772964] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.772964] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.772964] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.772964] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.773119] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.773119] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.774304] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6365330c-97c3-4666-a60b-f0149e6a0124',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.775145] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f112d3f7-ff91-4ac1-bca7-54fab98909ed',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.776698] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.777873] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.778032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.778246] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.778412] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.778758] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.779541] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.779541] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.779541] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.779541] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.779541] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.779751] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.779751] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.779808] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.779915] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.780013] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.780073] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.780208] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.780279] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.780410] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.780439] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2effdce-62b0-45b7-a46c-bd4cbe9a660b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.927440] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.927592] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.927671] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.927891] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.928073] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.928174] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.928238] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.928384] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.928470] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.928557] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.928710] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.928794] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.928854] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.928991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.929135] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.929225] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.929287] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.929419] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.929494] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.929572] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.929663] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.945706] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.945844] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8d0a03c-d376-4539-a6d2-ad8a79b0aadb is going to be deleted. [ 857.947053] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.947278] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.992296] env[69148]: INFO networking_nsxv3.common.synchronization [req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b req-e8a25503-e3ee-443a-8125-891fc150a207 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Enqueued Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_members [ 857.992946] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_members [ 857.993342] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.993471] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.038827] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc44acb6-4943-44ad-9f92-bd70a23825f8: rpc.has_security_group_logging(os_id): False [ 858.043760] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.043832] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.069063] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.069228] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fd623e5-8c69-4d14-9fb6-56b13a1830b1 is going to be deleted. [ 858.070457] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.070653] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.072032] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.072138] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.088259] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.088416] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.092648] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.092793] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.115163] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.115163] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.130372] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.130508] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.207094] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.207247] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afdb307b-2747-4a70-a6c7-73b6527ae74c is going to be deleted. [ 858.208219] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.208432] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.220575] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.220707] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.276871] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f112d3f7-ff91-4ac1-bca7-54fab98909ed: rpc.has_security_group_logging(os_id): False [ 858.278012] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6365330c-97c3-4666-a60b-f0149e6a0124: rpc.has_security_group_logging(os_id): False [ 858.278808] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d8db368-2825-4d8c-a8d2-bdd0e90e3511: rpc.has_security_group_logging(os_id): False [ 858.283690] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2effdce-62b0-45b7-a46c-bd4cbe9a660b: rpc.has_security_group_logging(os_id): False [ 858.318394] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.318519] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.327989] env[69148]: INFO networking_nsxv3.common.synchronization [req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b req-671c13f4-0a57-48d9-8d57-67a90140e310 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Enqueued Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_members [ 858.329051] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.329177] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5c2db0a-930f-4403-abe1-62c64013579f is going to be deleted. [ 858.333957] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_members [ 858.335600] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.335752] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.336790] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.336892] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.350538] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.350690] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.375436] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.375563] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.378398] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.378505] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.397588] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.397588] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef is going to be deleted. [ 858.397588] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.397699] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.431634] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f12fef98-8100-404a-8a99-8fca5d46233e: rpc.has_security_group_logging(os_id): False [ 858.456808] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.456925] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.511705] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.511705] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 is going to be deleted. [ 858.511705] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.511705] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.517235] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.517235] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.523686] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.523805] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.537860] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.537970] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.582133] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.582133] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.596831] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.596978] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06a9a251-b54d-4a2a-91b3-560ca563cabd is going to be deleted. [ 858.597916] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.598152] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.695974] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.696367] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ff26cca-4bec-45c3-833b-adb00367e5fa is going to be deleted. [ 858.700530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.700530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.700530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.700530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd59b9e1-6c3b-4633-87db-e7d8443e62e7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.700530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.700530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.700530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.700530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.700530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.700530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.700530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.700530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0221c5e9-470b-4ea1-b3ff-9bffd700dfd5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.700530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.700530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.700530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.700530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.700530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.700530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.700530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.700530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-899029b3-d63b-4f65-9ad1-64f67e6e1729" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.700530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.700530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.700530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.700530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a2c1c1e-0558-47b0-9504-c676e861142d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.702184] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.702184] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.711982] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.712412] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-46" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.712647] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-46" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.713042] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-46" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.713439] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.713727] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.714174] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.714479] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.714725] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.715055] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 858.715272] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.715508] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.715719] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.715927] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 858.716143] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.716379] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.795699] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.795699] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.803114] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.803390] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.808116] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.808434] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.092 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 858.809025] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.809025] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-46" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.809191] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-c799dc03-d5f9-47dd-8a91-75da63468a57 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.809362] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-c799dc03-d5f9-47dd-8a91-75da63468a57" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.809487] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-c799dc03-d5f9-47dd-8a91-75da63468a57" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.809804] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-c799dc03-d5f9-47dd-8a91-75da63468a57" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.809946] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c799dc03-d5f9-47dd-8a91-75da63468a57',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.817625] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.817719] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.817880] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.817973] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.819805] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.819805] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.819805] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.819805] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.819805] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.819805] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.819805] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.819805] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.819805] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.819805] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.819805] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.819805] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.819805] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 is going to be updated. [ 858.820947] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.821289] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.821359] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.821596] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.821749] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.821846] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.822083] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.822260] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.822311] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 already deleted. [ 858.822449] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.822599] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.822798] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.822941] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.823132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8d0a03c-d376-4539-a6d2-ad8a79b0aadb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.823363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.823585] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.824519] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.824812] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.825028] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.825206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.825348] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.825724] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.825724] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.825905] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.878843] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.878976] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.907099] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.907439] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.907540] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.907621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.907843] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.907935] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.908044] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6365330c-97c3-4666-a60b-f0149e6a0124 is going to be updated. [ 858.909202] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.909378] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.002776] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.003332] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.003448] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.003520] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.003799] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.003934] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.004086] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed is going to be updated. [ 859.005458] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.005676] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.005913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.006066] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fd623e5-8c69-4d14-9fb6-56b13a1830b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.006205] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.006353] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.065441] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.065578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.089886] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.089886] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.089886] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.089886] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.091654] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.091654] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.091654] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.091654] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.091654] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.091654] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.091654] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.091654] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.091654] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.091654] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.091654] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.091654] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.091654] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f12fef98-8100-404a-8a99-8fca5d46233e is going to be updated. [ 859.093540] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.093799] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.093977] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.094193] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afdb307b-2747-4a70-a6c7-73b6527ae74c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.094423] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.094670] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.094879] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.095127] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c0cdbba-b4e5-4ee4-8dd3-45375e08c3ef" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.095374] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.095599] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.095756] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.095943] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.096173] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.096410] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.096577] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.096842] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06a9a251-b54d-4a2a-91b3-560ca563cabd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.097855] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.098122] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.215508] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.215661] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.216675] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.216941] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.217112] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.217206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.217552] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.217661] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.217892] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.218039] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.218099] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.218272] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.218346] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.218543] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.218623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.218685] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.219269] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.219443] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.219600] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b is going to be updated. [ 859.220621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.220815] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.309655] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.310123] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.310252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.310317] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.310473] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.310552] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.310759] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.310890] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.310937] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.311086] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.311176] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.311430] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.311500] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.311500] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.311644] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.311729] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.311826] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 is going to be updated. [ 859.312955] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.313127] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.313387] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.314229] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.314479] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.314557] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.314625] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ff26cca-4bec-45c3-833b-adb00367e5fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.315108] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.315319] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.315465] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.315718] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.315885] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.316057] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port c799dc03-d5f9-47dd-8a91-75da63468a57 not found, creating... [ 859.316336] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.316513] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.316667] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.316921] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.317078] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.317394] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.317554] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.317761] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.317957] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.318189] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.318276] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: c799dc03-d5f9-47dd-8a91-75da63468a57 is going to be created. [ 859.319373] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.319552] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.319775] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.320592] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.320752] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.320833] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.320968] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5c2db0a-930f-4403-abe1-62c64013579f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.329040] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.329040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.329040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.329254] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.329254] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.329498] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.329498] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.329657] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.329696] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.329737] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.329848] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 already deleted. [ 859.329932] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.330089] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.330233] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.330369] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.330464] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.330608] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.330683] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.330774] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.330856] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.334808] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.334932] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.335010] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.335183] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.335341] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.383432] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.383634] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.383702] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.383950] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.384147] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.386336] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: IN_PROGRESS for 2s [ 859.387463] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6365330c-97c3-4666-a60b-f0149e6a0124 in Status: IN_PROGRESS for 2s [ 859.396405] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.396711] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.396873] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.397190] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.397442] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.397768] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-c799dc03-d5f9-47dd-8a91-75da63468a57" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.412853] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed in Status: IN_PROGRESS for 2s [ 859.429428] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: IN_PROGRESS for 2s [ 859.470645] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.470824] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.470896] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.471143] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.471292] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.483014] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.483014] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.483014] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.483014] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.483014] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.510919] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 860fe033-ff5e-44b2-90ec-375547435a37 in Status: SUCCESS [ 859.511144] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 860fe033-ff5e-44b2-90ec-375547435a37 deletion is rescheduled due to dependency. [ 859.511260] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-860fe033-ff5e-44b2-90ec-375547435a37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.512158] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b in Status: IN_PROGRESS for 2s [ 859.512915] env[69148]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 859.513425] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: IN_PROGRESS for 2s [ 859.836019] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.836019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.836019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.836019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.836019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.836019] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.836019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.836019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.836019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.836019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.836019] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 already deleted. [ 859.836019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.032741] env[69148]: INFO networking_nsxv3.common.synchronization [req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b req-47117377-5d27-4667-8890-aec2219d0f3f service nova] Enqueued Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_rules [ 860.034023] env[69148]: INFO networking_nsxv3.common.synchronization [req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b req-47117377-5d27-4667-8890-aec2219d0f3f service nova] Enqueued Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_members [ 860.034023] env[69148]: INFO networking_nsxv3.common.synchronization [req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b req-47117377-5d27-4667-8890-aec2219d0f3f service nova] Enqueued Resource ID: c799dc03-d5f9-47dd-8a91-75da63468a57 with Priority: HIGHEST for action port [ 860.034023] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_rules [ 860.034023] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_members [ 860.034023] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c799dc03-d5f9-47dd-8a91-75da63468a57 with Priority: HIGHEST for action port [ 860.035685] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.037275] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.037275] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.037275] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.037275] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.037933] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.038097] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.038168] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.038398] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.038504] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.038600] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.038664] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.038802] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.038882] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.038973] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.042039] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-c799dc03-d5f9-47dd-8a91-75da63468a57 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.042039] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c799dc03-d5f9-47dd-8a91-75da63468a57" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.042039] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c799dc03-d5f9-47dd-8a91-75da63468a57" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.042039] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c799dc03-d5f9-47dd-8a91-75da63468a57" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.042039] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c799dc03-d5f9-47dd-8a91-75da63468a57',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.545470] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.545752] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.547026] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.547026] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c799dc03-d5f9-47dd-8a91-75da63468a57 with status ACTIVE [ 860.547238] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.547238] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.547335] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.547515] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.547638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.547816] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.547920] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.547985] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.551663] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.551801] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.553040] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.553040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.553040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.553040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.553040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.553040] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c799dc03-d5f9-47dd-8a91-75da63468a57 is going to be updated. [ 860.575111] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.575111] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.575111] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.575111] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.575111] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.575111] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c799dc03-d5f9-47dd-8a91-75da63468a57" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.054736] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.141576] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-880 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.141718] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-880" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.141837] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-880" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.142190] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-880" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.144676] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.144949] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.145055] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.145311] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.145468] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.145680] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.145797] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.145908] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.146036] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.146154] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.146263] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.146402] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.165749] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.166068] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 861.166267] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.166466] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-880" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.166861] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-2ede6978-157c-4b13-b7ff-388ede48f8bc taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.167182] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-2ede6978-157c-4b13-b7ff-388ede48f8bc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.167368] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-2ede6978-157c-4b13-b7ff-388ede48f8bc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.167743] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-2ede6978-157c-4b13-b7ff-388ede48f8bc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.168036] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ede6978-157c-4b13-b7ff-388ede48f8bc',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.401037] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: SUCCESS [ 861.401224] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.402711] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6365330c-97c3-4666-a60b-f0149e6a0124 in Status: SUCCESS [ 861.402711] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.426207] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed in Status: SUCCESS [ 861.426552] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.439116] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: SUCCESS [ 861.439344] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.527719] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: SUCCESS [ 861.527948] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.528633] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b in Status: SUCCESS [ 861.528808] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.557028] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.557469] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.557469] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.557469] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.557650] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.557650] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 is going to be created. [ 861.585020] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.585020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.585020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.585020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.585020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.596817] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: UNINITIALIZED for 2s [ 861.675337] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.675643] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.675852] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.676136] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.676284] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.676499] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 2ede6978-157c-4b13-b7ff-388ede48f8bc not found, creating... [ 861.676862] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.677085] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.677245] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.677529] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.677748] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.678105] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.678326] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.678479] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.678730] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.678905] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.679123] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 2ede6978-157c-4b13-b7ff-388ede48f8bc is going to be created. [ 861.702451] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.702713] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.702874] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.703202] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.703494] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.703789] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-2ede6978-157c-4b13-b7ff-388ede48f8bc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.887851] env[69148]: INFO networking_nsxv3.common.synchronization [req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd req-70bd19ba-e16d-4bc2-86b4-52f44a8d533e tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Enqueued Resource ID: 7834aa62-8735-42e9-bf45-38225592037f with Priority: HIGHEST for action security_group_members [ 862.888572] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7834aa62-8735-42e9-bf45-38225592037f with Priority: HIGHEST for action security_group_members [ 862.888917] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-7834aa62-8735-42e9-bf45-38225592037f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.889702] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.891076] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.891334] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.891509] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.891621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.891691] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.891822] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.891907] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.892024] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7834aa62-8735-42e9-bf45-38225592037f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.024389] env[69148]: INFO networking_nsxv3.common.synchronization [req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b req-c138b05e-0d65-446f-98dd-184ac5b6a84b service nova] Enqueued Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_rules [ 863.024389] env[69148]: INFO networking_nsxv3.common.synchronization [req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b req-c138b05e-0d65-446f-98dd-184ac5b6a84b service nova] Enqueued Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_members [ 863.024389] env[69148]: INFO networking_nsxv3.common.synchronization [req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b req-c138b05e-0d65-446f-98dd-184ac5b6a84b service nova] Enqueued Resource ID: 2ede6978-157c-4b13-b7ff-388ede48f8bc with Priority: HIGHEST for action port [ 863.026903] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_rules [ 863.027272] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_members [ 863.027512] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ede6978-157c-4b13-b7ff-388ede48f8bc with Priority: HIGHEST for action port [ 863.027983] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.028217] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.028516] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.028712] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.029525] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ede6978-157c-4b13-b7ff-388ede48f8bc taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.029834] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ede6978-157c-4b13-b7ff-388ede48f8bc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.029990] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ede6978-157c-4b13-b7ff-388ede48f8bc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.030282] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ede6978-157c-4b13-b7ff-388ede48f8bc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.030459] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ede6978-157c-4b13-b7ff-388ede48f8bc',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.397621] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.397621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.397621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.397621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.397621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.397621] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.397955] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.397955] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.398062] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.398159] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.398448] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7834aa62-8735-42e9-bf45-38225592037f already deleted. [ 863.399156] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.432555] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-182 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.432961] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-182" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.433068] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-182" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.433616] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-182" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.434088] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.434303] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.435417] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.435417] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.435417] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.435417] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.435417] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.435417] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.435826] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.435826] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.435826] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.436011] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.453031] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.453286] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 863.453365] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.453640] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-182" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.453867] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-bc1e6a8f-5511-4fd8-8510-24f0c82ba836 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.455581] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-bc1e6a8f-5511-4fd8-8510-24f0c82ba836" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.455791] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-bc1e6a8f-5511-4fd8-8510-24f0c82ba836" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.456168] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-bc1e6a8f-5511-4fd8-8510-24f0c82ba836" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.456321] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc1e6a8f-5511-4fd8-8510-24f0c82ba836',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.532823] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ede6978-157c-4b13-b7ff-388ede48f8bc with status ACTIVE [ 863.533255] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.533450] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.533450] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.533783] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.533895] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.534217] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.534390] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.534498] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.534796] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.536707] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.536707] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.536707] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.536707] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.536707] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.536707] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.540190] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ede6978-157c-4b13-b7ff-388ede48f8bc is going to be updated. [ 863.560897] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.561278] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.561278] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.561448] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.561644] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.561841] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ede6978-157c-4b13-b7ff-388ede48f8bc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.615820] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: SUCCESS [ 863.616098] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.616669] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.616878] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.617104] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.619630] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.619630] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.619630] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.619630] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.619630] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.619630] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.619630] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.619630] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.619630] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.619630] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.620548] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.620548] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.620548] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.620770] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.955981] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.956308] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-46" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.956308] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-46" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.956581] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-46" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.956912] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.957079] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.957196] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.957419] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.957559] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.957955] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.958107] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.958226] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.958336] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.958458] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.958566] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.958700] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.960393] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.961013] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.961013] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.961013] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.961142] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.961218] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port bc1e6a8f-5511-4fd8-8510-24f0c82ba836 not found, creating... [ 863.961456] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.961608] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.961725] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.961928] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.962077] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.962356] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.962942] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.962942] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.962942] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.963134] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.966471] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: bc1e6a8f-5511-4fd8-8510-24f0c82ba836 is going to be created. [ 863.987511] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.987511] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 863.987511] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.987511] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-46" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.987511] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-d38accb5-f255-4b1c-b3ba-b8bfc7062952 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.987511] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-d38accb5-f255-4b1c-b3ba-b8bfc7062952" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.987511] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-d38accb5-f255-4b1c-b3ba-b8bfc7062952" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.987511] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-d38accb5-f255-4b1c-b3ba-b8bfc7062952" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.987511] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d38accb5-f255-4b1c-b3ba-b8bfc7062952',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.991214] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.991397] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.991736] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.991801] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.992081] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.992309] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-bc1e6a8f-5511-4fd8-8510-24f0c82ba836" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.123166] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.123305] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.123532] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.493158] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.493158] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.493158] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.493158] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.493158] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.493158] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port d38accb5-f255-4b1c-b3ba-b8bfc7062952 not found, creating... [ 864.493158] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.493158] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.493158] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.493158] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.493158] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.493630] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.493630] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.493630] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.493744] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.493895] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.494117] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: d38accb5-f255-4b1c-b3ba-b8bfc7062952 is going to be created. [ 864.516058] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.516058] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.517114] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.517114] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.517114] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.517114] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-d38accb5-f255-4b1c-b3ba-b8bfc7062952" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.628512] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.786048] env[69148]: INFO networking_nsxv3.common.synchronization [req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd req-299f07cd-28c0-4ac8-a8fd-84b2ad4c8e80 service nova] Enqueued Resource ID: 7834aa62-8735-42e9-bf45-38225592037f with Priority: HIGHEST for action security_group_rules [ 864.786048] env[69148]: INFO networking_nsxv3.common.synchronization [req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd req-299f07cd-28c0-4ac8-a8fd-84b2ad4c8e80 service nova] Enqueued Resource ID: 7834aa62-8735-42e9-bf45-38225592037f with Priority: HIGHEST for action security_group_members [ 864.786048] env[69148]: INFO networking_nsxv3.common.synchronization [req-42c6fbd8-2dcb-435f-b2a8-acae7202b5fd req-299f07cd-28c0-4ac8-a8fd-84b2ad4c8e80 service nova] Enqueued Resource ID: bc1e6a8f-5511-4fd8-8510-24f0c82ba836 with Priority: HIGHEST for action port [ 864.786222] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7834aa62-8735-42e9-bf45-38225592037f with Priority: HIGHEST for action security_group_rules [ 864.786222] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7834aa62-8735-42e9-bf45-38225592037f with Priority: HIGHEST for action security_group_members [ 864.786312] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc1e6a8f-5511-4fd8-8510-24f0c82ba836 with Priority: HIGHEST for action port [ 864.788296] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7834aa62-8735-42e9-bf45-38225592037f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.788296] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.788296] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.788559] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.788648] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7834aa62-8735-42e9-bf45-38225592037f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.789518] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-7834aa62-8735-42e9-bf45-38225592037f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.789838] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.789838] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.789838] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.789990] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.790094] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.790173] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.790370] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.790471] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.790659] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7834aa62-8735-42e9-bf45-38225592037f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.791336] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc1e6a8f-5511-4fd8-8510-24f0c82ba836 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.791536] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc1e6a8f-5511-4fd8-8510-24f0c82ba836" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.791536] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc1e6a8f-5511-4fd8-8510-24f0c82ba836" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.791668] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc1e6a8f-5511-4fd8-8510-24f0c82ba836" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.791744] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc1e6a8f-5511-4fd8-8510-24f0c82ba836',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.132430] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.132430] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.132430] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.132430] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.132430] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.132430] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 is going to be updated. [ 865.161121] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.161121] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.161121] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.161121] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.161121] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.177778] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: IN_PROGRESS for 2s [ 865.295581] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7834aa62-8735-42e9-bf45-38225592037f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.295581] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-7834aa62-8735-42e9-bf45-38225592037f taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.295581] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.295581] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc1e6a8f-5511-4fd8-8510-24f0c82ba836 with status ACTIVE [ 865.295581] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.295581] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.295581] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.295841] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.295841] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.296046] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.296149] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.296211] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.296406] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.296513] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.298045] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.298045] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.298045] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.298045] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.298045] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.298045] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc1e6a8f-5511-4fd8-8510-24f0c82ba836 is going to be updated. [ 865.321875] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.322458] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.322642] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.322790] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.323142] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.323313] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc1e6a8f-5511-4fd8-8510-24f0c82ba836" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.389804] env[69148]: INFO networking_nsxv3.common.synchronization [None req-543c307a-b015-4b72-9009-b02f138a30f0 None None] Enqueued Resource ID: 56e0b552-ab99-41b1-a0b3-59b2c7e85f62 with Priority: HIGHEST for action port [ 865.390407] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56e0b552-ab99-41b1-a0b3-59b2c7e85f62 with Priority: HIGHEST for action port [ 865.390850] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-56e0b552-ab99-41b1-a0b3-59b2c7e85f62 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.390850] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56e0b552-ab99-41b1-a0b3-59b2c7e85f62" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.391082] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56e0b552-ab99-41b1-a0b3-59b2c7e85f62" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.392849] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56e0b552-ab99-41b1-a0b3-59b2c7e85f62" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.392849] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56e0b552-ab99-41b1-a0b3-59b2c7e85f62',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.452369] env[69148]: INFO networking_nsxv3.common.synchronization [req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b req-2f33a7a8-8880-4c9e-a738-2f566e247865 service nova] Enqueued Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_rules [ 865.452615] env[69148]: INFO networking_nsxv3.common.synchronization [req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b req-2f33a7a8-8880-4c9e-a738-2f566e247865 service nova] Enqueued Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_members [ 865.452765] env[69148]: INFO networking_nsxv3.common.synchronization [req-ea4beac1-47f1-4f0b-b3d3-dd5e56e9983b req-2f33a7a8-8880-4c9e-a738-2f566e247865 service nova] Enqueued Resource ID: d38accb5-f255-4b1c-b3ba-b8bfc7062952 with Priority: HIGHEST for action port [ 865.452999] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_rules [ 865.453143] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_members [ 865.453240] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d38accb5-f255-4b1c-b3ba-b8bfc7062952 with Priority: HIGHEST for action port [ 865.453771] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.453876] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.454189] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.454309] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.454648] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-d38accb5-f255-4b1c-b3ba-b8bfc7062952 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.454648] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d38accb5-f255-4b1c-b3ba-b8bfc7062952" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.454773] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d38accb5-f255-4b1c-b3ba-b8bfc7062952" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.455010] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d38accb5-f255-4b1c-b3ba-b8bfc7062952" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.455125] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d38accb5-f255-4b1c-b3ba-b8bfc7062952',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.800727] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7834aa62-8735-42e9-bf45-38225592037f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.895175] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56e0b552-ab99-41b1-a0b3-59b2c7e85f62 [ 865.895175] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.895175] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.895175] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.895341] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.895371] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.895483] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56e0b552-ab99-41b1-a0b3-59b2c7e85f62 already deleted. [ 865.898018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56e0b552-ab99-41b1-a0b3-59b2c7e85f62" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.957864] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d38accb5-f255-4b1c-b3ba-b8bfc7062952 with status ACTIVE [ 865.957864] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.957864] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.957864] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.957864] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.957864] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.958380] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.958380] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.958380] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.958380] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.958380] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.958626] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.958683] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.958724] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.958861] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.958929] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.959955] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d38accb5-f255-4b1c-b3ba-b8bfc7062952 is going to be updated. [ 865.995467] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.995616] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.995688] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.996068] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.996068] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.996206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d38accb5-f255-4b1c-b3ba-b8bfc7062952" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.305053] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.305407] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.305407] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.305569] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.305657] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.305763] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7834aa62-8735-42e9-bf45-38225592037f is going to be created. [ 866.339588] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.339807] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.339915] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.340218] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.340447] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.350880] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7834aa62-8735-42e9-bf45-38225592037f in Status: UNINITIALIZED for 2s [ 866.607445] env[69148]: INFO networking_nsxv3.common.synchronization [None req-794d2910-d821-4705-bacc-daa721a6c9d9 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Enqueued Resource ID: 188f2541-1c0b-49d0-8226-d4c9fa231b2c with Priority: HIGHEST for action security_group_rules [ 866.607445] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188f2541-1c0b-49d0-8226-d4c9fa231b2c with Priority: HIGHEST for action security_group_rules [ 866.607575] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-188f2541-1c0b-49d0-8226-d4c9fa231b2c taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.607667] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.607735] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.607982] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.608299] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('188f2541-1c0b-49d0-8226-d4c9fa231b2c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.696563] env[69148]: INFO networking_nsxv3.common.synchronization [None req-2cf7cf5f-c5fe-4ce6-95db-61bcb85d0105 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Enqueued Resource ID: 188f2541-1c0b-49d0-8226-d4c9fa231b2c with Priority: HIGHEST for action security_group_rules [ 866.696563] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188f2541-1c0b-49d0-8226-d4c9fa231b2c with Priority: HIGHEST for action security_group_rules [ 866.696563] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-188f2541-1c0b-49d0-8226-d4c9fa231b2c taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.696563] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.130169] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.130321] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.130398] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.130577] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.133017] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.133017] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 188f2541-1c0b-49d0-8226-d4c9fa231b2c already deleted. [ 867.133017] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.133017] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.133017] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.133017] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('188f2541-1c0b-49d0-8226-d4c9fa231b2c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.189011] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: SUCCESS [ 867.189255] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.189447] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.189690] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.189877] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.189993] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.190073] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.190221] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.190300] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.190384] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.190577] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.190652] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.190709] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.190799] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.190936] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.191039] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.191098] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.191232] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.191304] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.191383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.191469] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.192587] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.192812] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.192920] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.193042] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.193100] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.193234] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.193308] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.193472] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.265908] env[69148]: INFO networking_nsxv3.common.synchronization [None req-e02d0cd3-355b-4176-a072-f10d3537cee1 None None] Enqueued Resource ID: 694d27d3-a0c1-4b4d-8549-104067db5571 with Priority: HIGHEST for action port [ 867.266190] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694d27d3-a0c1-4b4d-8549-104067db5571 with Priority: HIGHEST for action port [ 867.266836] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-694d27d3-a0c1-4b4d-8549-104067db5571 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.267028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-694d27d3-a0c1-4b4d-8549-104067db5571" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.267266] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-694d27d3-a0c1-4b4d-8549-104067db5571" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.267539] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-694d27d3-a0c1-4b4d-8549-104067db5571" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.267625] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('694d27d3-a0c1-4b4d-8549-104067db5571',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.659173] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.659461] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.659461] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.659595] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.659680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.660148] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 188f2541-1c0b-49d0-8226-d4c9fa231b2c already deleted. [ 867.660148] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.695952] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6fbe064-71e4-45f0-8a7d-05fe85c6f198: rpc.has_security_group_logging(os_id): False [ 867.700635] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.728167] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.729273] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.729273] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.729273] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.729273] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.729273] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.729594] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.729594] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.730303] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.730303] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.730303] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.730464] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.730545] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.730752] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.730867] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.731154] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.731846] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.731846] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.731846] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.731846] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.732221] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 is going to be created. [ 867.770695] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 694d27d3-a0c1-4b4d-8549-104067db5571 [ 867.770930] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.771078] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.771149] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.771376] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.771442] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.771550] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:694d27d3-a0c1-4b4d-8549-104067db5571 already deleted. [ 867.771631] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-694d27d3-a0c1-4b4d-8549-104067db5571" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.809781] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.809916] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.809991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.810208] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.810384] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.835446] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: IN_PROGRESS for 2s [ 868.203115] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.361241] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7834aa62-8735-42e9-bf45-38225592037f in Status: SUCCESS [ 868.361241] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.361241] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.361241] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.361241] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.361241] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.361477] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.361477] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.361532] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.361633] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.361797] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7834aa62-8735-42e9-bf45-38225592037f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.706076] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.706409] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.706409] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.706729] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.706856] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.706969] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 is going to be updated. [ 868.756351] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.756532] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.756607] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.756811] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.756984] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.769033] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: IN_PROGRESS for 2s [ 868.864326] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-7834aa62-8735-42e9-bf45-38225592037f taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.864503] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.864578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.864823] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.865015] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.865173] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.865251] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.865432] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.865531] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.865636] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.865799] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-7834aa62-8735-42e9-bf45-38225592037f taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.865898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.865954] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.866119] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.866264] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.866375] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.866433] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.866570] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.866665] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.866786] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.866963] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7834aa62-8735-42e9-bf45-38225592037f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.373359] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7834aa62-8735-42e9-bf45-38225592037f: rpc.has_security_group_logging(os_id): False [ 869.392148] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.392300] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.392373] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.392908] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.392908] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.392908] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.393121] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.393121] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.393182] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.393297] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.393488] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.393582] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.393643] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.393784] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.393858] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.395157] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.396180] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.396254] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.396410] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.396488] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.396577] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7834aa62-8735-42e9-bf45-38225592037f is going to be created. [ 869.462551] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.462708] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.462783] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.463014] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.463222] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.477123] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7834aa62-8735-42e9-bf45-38225592037f in Status: IN_PROGRESS for 2s [ 869.847120] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: SUCCESS [ 869.847402] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.847626] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.848009] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.848155] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.938438] env[69148]: INFO networking_nsxv3.common.synchronization [req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 req-a863373b-bad4-4ef9-a0d0-63a2beb17426 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Enqueued Resource ID: 1c607350-2453-403a-bdf8-1332d259071f with Priority: HIGHEST for action security_group_members [ 869.939359] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c607350-2453-403a-bdf8-1332d259071f with Priority: HIGHEST for action security_group_members [ 869.939359] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c607350-2453-403a-bdf8-1332d259071f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.939503] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.939503] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.939734] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.939886] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.940560] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.940664] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.941248] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.941343] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.941646] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c607350-2453-403a-bdf8-1332d259071f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.352542] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.352744] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.423990] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-830 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.424267] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-830" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.424416] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-830" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.424824] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-830" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.425135] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.425307] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.425428] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.425672] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.425828] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.426057] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 870.426191] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.426317] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.426448] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.426542] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 870.426663] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.426932] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.443514] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.443789] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.443789] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.444020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.444120] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.444325] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.444426] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.444490] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.445421] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.445549] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.445693] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c607350-2453-403a-bdf8-1332d259071f already deleted. [ 870.445838] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.455529] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.456037] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 870.456037] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.456037] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-830" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.456283] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-647579ae-426b-4bdd-b18c-1d3e227d4002 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.456458] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-647579ae-426b-4bdd-b18c-1d3e227d4002" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.456579] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-647579ae-426b-4bdd-b18c-1d3e227d4002" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.456966] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-647579ae-426b-4bdd-b18c-1d3e227d4002" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.457121] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('647579ae-426b-4bdd-b18c-1d3e227d4002',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.782028] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: SUCCESS [ 870.782028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.782028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.782028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.782028] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.782028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.782028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.782028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.782028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.782028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.782028] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.961707] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.962110] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.962404] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.962520] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.962680] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.962844] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 647579ae-426b-4bdd-b18c-1d3e227d4002 not found, creating... [ 870.963142] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.963314] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.963436] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.963671] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.963816] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.964146] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.964319] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.964478] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.964862] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.966573] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.966573] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 647579ae-426b-4bdd-b18c-1d3e227d4002 is going to be created. [ 870.987044] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.987283] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.987441] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.987809] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.988035] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.988321] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-647579ae-426b-4bdd-b18c-1d3e227d4002" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.288617] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.288617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.288617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.288617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.288617] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.288617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.288617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.288617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.288617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.288617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.288617] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.288617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.288617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.288617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.288617] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.290417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.290417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.290417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.290417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.290417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.290417] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.489720] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7834aa62-8735-42e9-bf45-38225592037f in Status: SUCCESS [ 871.489927] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.668906] env[69148]: INFO networking_nsxv3.common.synchronization [req-1395d0fa-93eb-4c2a-aa9d-6fce076bad0c req-1e312cd8-e93e-4f6e-aede-1518c8bf8b00 tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Enqueued Resource ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 with Priority: HIGHEST for action security_group_members [ 871.669511] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 with Priority: HIGHEST for action security_group_members [ 871.669823] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.669946] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.670164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.670403] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.670559] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.670663] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.670723] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.670893] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.670983] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.671097] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.692376] env[69148]: INFO networking_nsxv3.common.synchronization [req-c1d99db8-121d-4566-9b43-dc9683943d05 req-748b3958-8734-4d6f-908b-72d014d62492 tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Enqueued Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_members [ 871.692821] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_members [ 871.693267] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.693397] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.693466] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.693669] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.693820] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.693962] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.694435] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.694628] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.694718] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.694816] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.795062] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6fbe064-71e4-45f0-8a7d-05fe85c6f198: rpc.has_security_group_logging(os_id): False [ 871.822030] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.822030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.822030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.822030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.822030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.822030] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.822030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.822030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.822030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.822030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.822030] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.822030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.822030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.822030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.822030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.822859] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.822859] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.822859] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.822859] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.822859] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.822859] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 is going to be updated. [ 871.891979] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.891979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.891979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.891979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.891979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.902072] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: IN_PROGRESS for 2s [ 872.000912] env[69148]: INFO networking_nsxv3.common.synchronization [req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 req-886080fd-d9e3-416d-9f7e-7bec24e5463d service nova] Enqueued Resource ID: 1c607350-2453-403a-bdf8-1332d259071f with Priority: HIGHEST for action security_group_rules [ 872.000912] env[69148]: INFO networking_nsxv3.common.synchronization [req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 req-886080fd-d9e3-416d-9f7e-7bec24e5463d service nova] Enqueued Resource ID: 1c607350-2453-403a-bdf8-1332d259071f with Priority: HIGHEST for action security_group_members [ 872.000912] env[69148]: INFO networking_nsxv3.common.synchronization [req-1ebc0219-b9d6-4bcb-85e6-cc677cb5fe70 req-886080fd-d9e3-416d-9f7e-7bec24e5463d service nova] Enqueued Resource ID: 647579ae-426b-4bdd-b18c-1d3e227d4002 with Priority: HIGHEST for action port [ 872.000912] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c607350-2453-403a-bdf8-1332d259071f with Priority: HIGHEST for action security_group_rules [ 872.000912] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c607350-2453-403a-bdf8-1332d259071f with Priority: HIGHEST for action security_group_members [ 872.000912] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 647579ae-426b-4bdd-b18c-1d3e227d4002 with Priority: HIGHEST for action port [ 872.000912] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c607350-2453-403a-bdf8-1332d259071f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.002575] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.002575] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.002575] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.002575] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c607350-2453-403a-bdf8-1332d259071f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.003519] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c607350-2453-403a-bdf8-1332d259071f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.003519] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.003519] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.003790] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.003790] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.003934] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.003934] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.004038] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.004073] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.007135] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c607350-2453-403a-bdf8-1332d259071f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.007135] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-647579ae-426b-4bdd-b18c-1d3e227d4002 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.007135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-647579ae-426b-4bdd-b18c-1d3e227d4002" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.007135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-647579ae-426b-4bdd-b18c-1d3e227d4002" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.007135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-647579ae-426b-4bdd-b18c-1d3e227d4002" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.007135] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('647579ae-426b-4bdd-b18c-1d3e227d4002',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.173990] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.197099] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.507769] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c607350-2453-403a-bdf8-1332d259071f taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.507984] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.508314] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c607350-2453-403a-bdf8-1332d259071f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.509568] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 647579ae-426b-4bdd-b18c-1d3e227d4002 with status ACTIVE [ 872.509815] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.510288] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.510288] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.510288] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.510478] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.510589] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.510755] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.510755] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.511876] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.511958] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.512229] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.512390] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.512488] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.512726] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.512853] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.512974] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 647579ae-426b-4bdd-b18c-1d3e227d4002 is going to be updated. [ 872.541343] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.541522] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.541589] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.541745] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.542439] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.542439] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-647579ae-426b-4bdd-b18c-1d3e227d4002" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.676202] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.700410] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.018094] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c607350-2453-403a-bdf8-1332d259071f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.182138] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.182355] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.182456] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.183316] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.183631] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.183824] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 is going to be updated. [ 873.201572] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.201739] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.201787] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.202010] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.202122] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.202224] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 is going to be updated. [ 873.251256] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.251491] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.251560] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.251818] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.251983] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.265803] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 in Status: IN_PROGRESS for 2s [ 873.272459] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.272459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.272459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.272459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.272459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.281330] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: IN_PROGRESS for 2s [ 873.520970] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.521166] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.521241] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.521461] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.521545] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.521652] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c607350-2453-403a-bdf8-1332d259071f is going to be created. [ 873.552200] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.552200] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.552200] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.552200] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.552200] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.558353] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c607350-2453-403a-bdf8-1332d259071f in Status: UNINITIALIZED for 2s [ 873.914662] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: SUCCESS [ 873.914915] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.915124] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.915345] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.915436] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.418096] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.418416] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.418416] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.418584] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.418759] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.418870] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.418921] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.419087] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.419169] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.419260] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.419358] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.925543] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.925728] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.926551] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.926551] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.926551] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.926551] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.926551] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.926734] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.926863] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.927051] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.927208] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.927307] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.927368] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.927656] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.928160] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.928160] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.928160] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.928445] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.928445] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.928445] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.928537] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.274995] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 in Status: SUCCESS [ 875.275213] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.297543] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: SUCCESS [ 875.297652] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.431145] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6fbe064-71e4-45f0-8a7d-05fe85c6f198: rpc.has_security_group_logging(os_id): False [ 875.448203] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.448203] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.448203] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.448431] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.448527] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.448691] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.448788] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.448844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.448992] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.449101] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.449304] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.449398] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.449459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.449601] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.449673] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.449865] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.449957] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.450028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.450812] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.450812] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.450812] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 is going to be updated. [ 875.508340] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.508340] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.508340] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.508340] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.508774] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.529680] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: IN_PROGRESS for 2s [ 875.533018] env[69148]: INFO networking_nsxv3.common.synchronization [None req-ba51015f-0953-49a4-a278-31496b68c8e6 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Enqueued Resource ID: 90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 with Priority: HIGHEST for action security_group_rules [ 875.533590] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 with Priority: HIGHEST for action security_group_rules [ 875.533914] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.534049] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.534118] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.534399] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.534465] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.573657] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c607350-2453-403a-bdf8-1332d259071f in Status: SUCCESS [ 875.573916] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.574314] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.574590] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.574794] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.574914] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.575011] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.575147] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.575228] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.575313] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.575407] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c607350-2453-403a-bdf8-1332d259071f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.675394] env[69148]: INFO networking_nsxv3.common.synchronization [None req-bbdcbeda-5d98-448e-8966-e663a7c25ea8 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Enqueued Resource ID: 90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 with Priority: HIGHEST for action security_group_rules [ 875.675534] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 with Priority: HIGHEST for action security_group_rules [ 875.675845] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.675953] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.061293] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.061293] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.064060] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.064060] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.064060] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.064060] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 already deleted. [ 876.064060] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.064060] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.064060] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.064060] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.068293] env[69148]: INFO networking_nsxv3.common.synchronization [req-8da7266f-61c4-40c6-b2a9-2b272fa54efd req-896b74cc-05d8-483a-8872-97865c536a0e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Enqueued Resource ID: 61637f1f-cbb6-41e2-a781-45f247067de5 with Priority: HIGHEST for action security_group_members [ 876.068293] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61637f1f-cbb6-41e2-a781-45f247067de5 with Priority: HIGHEST for action security_group_members [ 876.068293] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-61637f1f-cbb6-41e2-a781-45f247067de5 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.068293] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.068293] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.068293] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.068293] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.068293] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.068293] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.068293] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.072072] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.072195] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61637f1f-cbb6-41e2-a781-45f247067de5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.078476] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c607350-2453-403a-bdf8-1332d259071f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.579508] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.579508] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.579508] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.579508] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.579508] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.579508] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.579508] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.579508] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.579508] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.579508] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.579508] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61637f1f-cbb6-41e2-a781-45f247067de5 already deleted. [ 876.579508] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.583300] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c607350-2453-403a-bdf8-1332d259071f: rpc.has_security_group_logging(os_id): False [ 876.591419] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.591904] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.591904] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.592053] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.592088] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.592561] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 already deleted. [ 876.592561] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.645429] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.645429] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.645429] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.645429] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.645429] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.645429] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.645429] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.645429] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.645429] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.645429] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.645429] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c607350-2453-403a-bdf8-1332d259071f is going to be created. [ 876.720884] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.720884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.720884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.720884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.720884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.722291] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.722503] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.722639] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.724854] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.724854] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.724854] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.724854] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.724854] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.725462] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.725462] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.725462] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.725587] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.725634] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.725712] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.725818] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.725953] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.734251] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c607350-2453-403a-bdf8-1332d259071f in Status: IN_PROGRESS for 2s [ 876.746468] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.746614] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 876.746771] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.747014] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.747410] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-8d13cbd0-7e84-42d4-afeb-976054fdac63 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.747595] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-8d13cbd0-7e84-42d4-afeb-976054fdac63" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.747766] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-8d13cbd0-7e84-42d4-afeb-976054fdac63" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.748198] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-8d13cbd0-7e84-42d4-afeb-976054fdac63" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.748319] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d13cbd0-7e84-42d4-afeb-976054fdac63',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.253996] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.254470] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.254470] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.254852] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.255045] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.255333] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 8d13cbd0-7e84-42d4-afeb-976054fdac63 not found, creating... [ 877.255535] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.255701] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.255830] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.256094] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.256254] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.256552] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.256799] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.256940] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.257473] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.257746] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.258086] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 8d13cbd0-7e84-42d4-afeb-976054fdac63 is going to be created. [ 877.288914] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.289274] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.289453] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.289754] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.290052] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.290471] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-8d13cbd0-7e84-42d4-afeb-976054fdac63" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.546897] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: SUCCESS [ 877.550194] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.161239] env[69148]: INFO networking_nsxv3.common.synchronization [req-d4223573-08ce-4c71-8346-4221afa1c3f6 req-3c324bc2-bd42-4464-91a6-0fe1938fadbd tempest-ServersNegativeTestMultiTenantJSON-531136444 tempest-ServersNegativeTestMultiTenantJSON-531136444-project-member] Enqueued Resource ID: 7834aa62-8735-42e9-bf45-38225592037f with Priority: HIGHEST for action security_group_members [ 878.161761] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7834aa62-8735-42e9-bf45-38225592037f with Priority: HIGHEST for action security_group_members [ 878.162417] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-7834aa62-8735-42e9-bf45-38225592037f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.162557] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.162632] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.162903] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.163090] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.163189] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.163249] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.163396] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.163476] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.163567] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7834aa62-8735-42e9-bf45-38225592037f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.165928] env[69148]: INFO networking_nsxv3.common.synchronization [req-7ea72124-3a7b-4dc0-9084-3f27756ec3f3 req-a15f6a07-9496-4527-a721-c87628e2dcf0 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Enqueued Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_members [ 878.166139] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_members [ 878.166734] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.166911] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.166961] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.167220] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.167353] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.167408] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.167447] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.167583] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.167664] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.167755] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.274687] env[69148]: INFO networking_nsxv3.common.synchronization [None req-2fb3f54b-7902-43ce-9764-6258362fb0f8 None None] Enqueued Resource ID: e9a246a5-fc09-48b2-b44d-9965b53fdbfb with Priority: HIGHEST for action port [ 878.274687] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9a246a5-fc09-48b2-b44d-9965b53fdbfb with Priority: HIGHEST for action port [ 878.274955] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9a246a5-fc09-48b2-b44d-9965b53fdbfb taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.275606] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9a246a5-fc09-48b2-b44d-9965b53fdbfb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.275606] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9a246a5-fc09-48b2-b44d-9965b53fdbfb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.275606] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9a246a5-fc09-48b2-b44d-9965b53fdbfb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.275606] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9a246a5-fc09-48b2-b44d-9965b53fdbfb',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.294082] env[69148]: INFO networking_nsxv3.common.synchronization [req-62efb9ba-b109-4b96-92e5-bd6d385da515 req-1bf570cb-4e27-4103-afff-2fed6f76cd18 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Enqueued Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_members [ 878.294626] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_members [ 878.295018] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.295236] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.295236] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.295476] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.299399] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.299399] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.299548] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.299654] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.299777] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.299817] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.584754] env[69148]: INFO networking_nsxv3.common.synchronization [req-8da7266f-61c4-40c6-b2a9-2b272fa54efd req-1f43db75-5cdc-4322-ba34-22d021201ae8 service nova] Enqueued Resource ID: 61637f1f-cbb6-41e2-a781-45f247067de5 with Priority: HIGHEST for action security_group_rules [ 878.584921] env[69148]: INFO networking_nsxv3.common.synchronization [req-8da7266f-61c4-40c6-b2a9-2b272fa54efd req-1f43db75-5cdc-4322-ba34-22d021201ae8 service nova] Enqueued Resource ID: 61637f1f-cbb6-41e2-a781-45f247067de5 with Priority: HIGHEST for action security_group_members [ 878.585114] env[69148]: INFO networking_nsxv3.common.synchronization [req-8da7266f-61c4-40c6-b2a9-2b272fa54efd req-1f43db75-5cdc-4322-ba34-22d021201ae8 service nova] Enqueued Resource ID: 8d13cbd0-7e84-42d4-afeb-976054fdac63 with Priority: HIGHEST for action port [ 878.585731] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61637f1f-cbb6-41e2-a781-45f247067de5 with Priority: HIGHEST for action security_group_rules [ 878.585820] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61637f1f-cbb6-41e2-a781-45f247067de5 with Priority: HIGHEST for action security_group_members [ 878.589937] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d13cbd0-7e84-42d4-afeb-976054fdac63 with Priority: HIGHEST for action port [ 878.590437] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61637f1f-cbb6-41e2-a781-45f247067de5 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.590595] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.590667] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.590914] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.591026] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61637f1f-cbb6-41e2-a781-45f247067de5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.592492] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-61637f1f-cbb6-41e2-a781-45f247067de5 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.592631] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.592726] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.592934] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.593137] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.593272] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.593545] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.593749] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.593858] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.593987] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61637f1f-cbb6-41e2-a781-45f247067de5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.595191] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d13cbd0-7e84-42d4-afeb-976054fdac63 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.595360] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d13cbd0-7e84-42d4-afeb-976054fdac63" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.595468] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d13cbd0-7e84-42d4-afeb-976054fdac63" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.595649] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d13cbd0-7e84-42d4-afeb-976054fdac63" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.595754] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d13cbd0-7e84-42d4-afeb-976054fdac63',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.652625] env[69148]: INFO networking_nsxv3.common.synchronization [req-62efb9ba-b109-4b96-92e5-bd6d385da515 req-6dcb569c-3a4c-41e9-9c51-01d61fa4ee1e tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Enqueued Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_members [ 878.653881] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_members [ 878.654242] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.654344] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.667157] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.667311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.667380] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.667584] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.667670] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.667868] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.668009] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.668076] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.668230] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.668315] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.668394] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7834aa62-8735-42e9-bf45-38225592037f is going to be updated. [ 878.669583] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.669699] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.669773] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.670292] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.670292] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.670402] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.670503] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.670560] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.672239] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.672341] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.672383] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f12fef98-8100-404a-8a99-8fca5d46233e is going to be updated. [ 878.704961] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.704961] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.704961] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.704961] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.704961] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.709683] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.713269] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.713370] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.713590] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.713750] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.723077] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: IN_PROGRESS for 2s [ 878.723745] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7834aa62-8735-42e9-bf45-38225592037f in Status: IN_PROGRESS for 2s [ 878.750663] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c607350-2453-403a-bdf8-1332d259071f in Status: SUCCESS [ 878.750663] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.779235] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9a246a5-fc09-48b2-b44d-9965b53fdbfb [ 878.779655] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.780027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.780241] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.780567] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.780771] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.781051] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9a246a5-fc09-48b2-b44d-9965b53fdbfb already deleted. [ 878.781634] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9a246a5-fc09-48b2-b44d-9965b53fdbfb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.802636] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.023964] env[69148]: INFO networking_nsxv3.common.synchronization [req-62efb9ba-b109-4b96-92e5-bd6d385da515 req-a75aea1e-3e50-4c37-96c2-7013fc20a21a tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Enqueued Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_members [ 879.023964] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_members [ 879.023964] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.023964] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.098942] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-61637f1f-cbb6-41e2-a781-45f247067de5 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.098942] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.098942] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61637f1f-cbb6-41e2-a781-45f247067de5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.098942] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d13cbd0-7e84-42d4-afeb-976054fdac63 with status ACTIVE [ 879.100169] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.101094] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.101094] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.101094] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.101094] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.101094] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.101094] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.101094] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.101441] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.101441] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.101441] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.101712] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.101712] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.101712] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.101712] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.101837] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d13cbd0-7e84-42d4-afeb-976054fdac63 is going to be updated. [ 879.128021] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.128021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.128021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.128021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.128021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.128021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d13cbd0-7e84-42d4-afeb-976054fdac63" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.310412] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.603868] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61637f1f-cbb6-41e2-a781-45f247067de5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.811983] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.812166] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.812313] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.812448] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.812535] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.812634] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 is going to be updated. [ 879.863438] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.863438] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.863438] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.863438] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.863438] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.872171] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: IN_PROGRESS for 2s [ 880.108042] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.108360] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.108530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.108826] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.109037] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.110365] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61637f1f-cbb6-41e2-a781-45f247067de5 is going to be created. [ 880.140651] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.142806] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.142806] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.142806] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.142806] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.152347] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61637f1f-cbb6-41e2-a781-45f247067de5 in Status: UNINITIALIZED for 2s [ 880.750344] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7834aa62-8735-42e9-bf45-38225592037f in Status: SUCCESS [ 880.750344] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7834aa62-8735-42e9-bf45-38225592037f deletion is rescheduled due to dependency. [ 880.750344] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.750344] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: SUCCESS [ 880.750344] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f12fef98-8100-404a-8a99-8fca5d46233e deletion is rescheduled due to dependency. [ 880.750344] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.833215] env[69148]: INFO networking_nsxv3.common.synchronization [None req-73830603-8968-47d7-b0fe-67b030d08066 None None] Enqueued Resource ID: 06c5a711-ed3a-4800-8237-9166e823f450 with Priority: HIGHEST for action port [ 880.833215] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c5a711-ed3a-4800-8237-9166e823f450 with Priority: HIGHEST for action port [ 880.833215] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-06c5a711-ed3a-4800-8237-9166e823f450 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.833215] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06c5a711-ed3a-4800-8237-9166e823f450" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.833215] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06c5a711-ed3a-4800-8237-9166e823f450" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.833215] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06c5a711-ed3a-4800-8237-9166e823f450" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.833215] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06c5a711-ed3a-4800-8237-9166e823f450',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.335713] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06c5a711-ed3a-4800-8237-9166e823f450 [ 881.336666] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.336666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.336666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.336666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.336666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.336666] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06c5a711-ed3a-4800-8237-9166e823f450 already deleted. [ 881.336666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06c5a711-ed3a-4800-8237-9166e823f450" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.881514] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: SUCCESS [ 881.881812] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.881985] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.882284] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.882467] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.882584] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.882649] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.882805] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.882889] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.882984] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.165276] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61637f1f-cbb6-41e2-a781-45f247067de5 in Status: SUCCESS [ 882.166032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.166032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.166032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.166206] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.166206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.166305] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.166389] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.167368] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.167495] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.167595] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61637f1f-cbb6-41e2-a781-45f247067de5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.385804] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.385967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.386058] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.386293] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.386382] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.386584] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.386703] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.386847] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.387011] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.387122] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.387230] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 is going to be updated. [ 882.443628] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.443800] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.443851] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.444065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.444213] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.462329] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: IN_PROGRESS for 2s [ 882.670042] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61637f1f-cbb6-41e2-a781-45f247067de5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.851457] env[69148]: INFO networking_nsxv3.common.synchronization [req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 req-a4259842-c1e7-4a35-b3dc-8cfc08f5d3ea tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Enqueued Resource ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 with Priority: HIGHEST for action security_group_members [ 882.854078] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 with Priority: HIGHEST for action security_group_members [ 882.854867] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af89b86-ea8f-414e-bdbd-710684dbdc97 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.854984] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.855045] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.855335] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.855507] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.855625] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.855668] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.855827] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.855913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.856017] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0af89b86-ea8f-414e-bdbd-710684dbdc97',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.172060] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61637f1f-cbb6-41e2-a781-45f247067de5: rpc.has_security_group_logging(os_id): False [ 883.203800] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.203928] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.206587] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.206587] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.206587] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.206587] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.206587] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.206587] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.206587] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.206587] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.206587] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61637f1f-cbb6-41e2-a781-45f247067de5 is going to be created. [ 883.290022] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.290022] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.290022] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.290022] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.290022] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.310806] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61637f1f-cbb6-41e2-a781-45f247067de5 in Status: IN_PROGRESS for 2s [ 883.360675] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.361245] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.361321] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.361511] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.362724] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.362724] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.362724] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.362724] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.362724] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.362724] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.362724] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 already deleted. [ 883.362724] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.502820] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.503285] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.504074] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.504074] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.504522] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.504911] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.505215] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.508019] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.508019] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.508019] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 883.508019] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.508019] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.508019] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.508019] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 883.508019] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.508019] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.527218] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.528081] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 883.528081] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.528081] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.528328] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-b53287f1-8c43-40c2-a9bf-f5101fad729d taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.528449] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-b53287f1-8c43-40c2-a9bf-f5101fad729d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.528557] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-b53287f1-8c43-40c2-a9bf-f5101fad729d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.529026] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-b53287f1-8c43-40c2-a9bf-f5101fad729d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.529274] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b53287f1-8c43-40c2-a9bf-f5101fad729d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.031514] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.032037] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.032037] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.032193] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.032342] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.032507] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port b53287f1-8c43-40c2-a9bf-f5101fad729d not found, creating... [ 884.032775] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.032939] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.033108] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.033353] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.033479] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.033759] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.033917] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.034051] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.034271] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.034403] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.034544] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: b53287f1-8c43-40c2-a9bf-f5101fad729d is going to be created. [ 884.053626] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.053832] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.053964] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.054248] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.054476] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.054702] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-b53287f1-8c43-40c2-a9bf-f5101fad729d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.473137] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: SUCCESS [ 884.473137] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 deletion is rescheduled due to dependency. [ 884.473137] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.473137] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.473137] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.473881] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.473881] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.473881] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.473881] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.473881] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.474229] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.769060] env[69148]: INFO networking_nsxv3.common.synchronization [req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 req-d773e88c-647e-4011-a6a8-8da4c3b955b9 service nova] Enqueued Resource ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 with Priority: HIGHEST for action security_group_rules [ 884.769659] env[69148]: INFO networking_nsxv3.common.synchronization [req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 req-d773e88c-647e-4011-a6a8-8da4c3b955b9 service nova] Enqueued Resource ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 with Priority: HIGHEST for action security_group_members [ 884.770358] env[69148]: INFO networking_nsxv3.common.synchronization [req-03ab6d9c-7e1c-4a56-a799-89ffe5d28796 req-d773e88c-647e-4011-a6a8-8da4c3b955b9 service nova] Enqueued Resource ID: b53287f1-8c43-40c2-a9bf-f5101fad729d with Priority: HIGHEST for action port [ 884.770883] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 with Priority: HIGHEST for action security_group_rules [ 884.771073] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 with Priority: HIGHEST for action security_group_members [ 884.771256] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b53287f1-8c43-40c2-a9bf-f5101fad729d with Priority: HIGHEST for action port [ 884.771529] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0af89b86-ea8f-414e-bdbd-710684dbdc97 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.771678] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.771776] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.772083] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.772204] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0af89b86-ea8f-414e-bdbd-710684dbdc97',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.773056] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af89b86-ea8f-414e-bdbd-710684dbdc97 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.773197] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.773280] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.773477] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.773647] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.773766] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.773835] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.774016] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.774182] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.774298] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0af89b86-ea8f-414e-bdbd-710684dbdc97',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.775221] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-b53287f1-8c43-40c2-a9bf-f5101fad729d taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.775221] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b53287f1-8c43-40c2-a9bf-f5101fad729d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.775404] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b53287f1-8c43-40c2-a9bf-f5101fad729d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.775471] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b53287f1-8c43-40c2-a9bf-f5101fad729d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.775555] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b53287f1-8c43-40c2-a9bf-f5101fad729d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.976825] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.977046] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.977136] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.977388] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.977520] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.981107] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.981107] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.981107] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.981107] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.981107] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.981107] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 is going to be updated. [ 885.012140] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.012140] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.012140] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.012140] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.012140] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.021109] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: IN_PROGRESS for 2s [ 885.277452] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af89b86-ea8f-414e-bdbd-710684dbdc97 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.278330] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.278330] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0af89b86-ea8f-414e-bdbd-710684dbdc97',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.278625] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b53287f1-8c43-40c2-a9bf-f5101fad729d with status ACTIVE [ 885.278840] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.278908] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.278959] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.279184] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.279272] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.279438] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.279530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.280056] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.280056] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.280056] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.280056] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.280319] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.280319] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.280319] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.280407] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.280436] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b53287f1-8c43-40c2-a9bf-f5101fad729d is going to be updated. [ 885.302601] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.302745] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.304852] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.304852] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.304852] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.304852] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b53287f1-8c43-40c2-a9bf-f5101fad729d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.321165] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61637f1f-cbb6-41e2-a781-45f247067de5 in Status: SUCCESS [ 885.321392] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.461975] env[69148]: INFO networking_nsxv3.common.synchronization [req-292c308b-73d9-4d4f-9c8b-ff3ff193924f req-5c4aeb2a-5484-44da-80ea-08e15eb883e3 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Enqueued Resource ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 with Priority: HIGHEST for action security_group_members [ 885.461975] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 with Priority: HIGHEST for action security_group_members [ 885.461975] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af89b86-ea8f-414e-bdbd-710684dbdc97 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.461975] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.782664] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0af89b86-ea8f-414e-bdbd-710684dbdc97',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.912922] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.913150] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.913299] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.913576] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.913838] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.914017] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.914230] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.914489] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.914683] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.914931] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 885.915098] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.915245] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.915389] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.915536] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 885.915677] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.915848] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.934091] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.934281] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 885.934420] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.934913] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.934913] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-caf9bbef-c730-4492-b431-27df391a3d82 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.935107] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-caf9bbef-c730-4492-b431-27df391a3d82" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.935187] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-caf9bbef-c730-4492-b431-27df391a3d82" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.935476] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-caf9bbef-c730-4492-b431-27df391a3d82" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.935661] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caf9bbef-c730-4492-b431-27df391a3d82',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.285745] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.285894] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.286846] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.286846] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.286846] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.286846] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 is going to be created. [ 886.312068] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.312213] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.312278] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.312466] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.312626] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.321728] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 in Status: UNINITIALIZED for 2s [ 886.441289] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.441289] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.441289] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.441289] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.441289] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.441289] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port caf9bbef-c730-4492-b431-27df391a3d82 not found, creating... [ 886.441289] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.441289] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.441289] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.441289] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.441289] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.442132] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.442132] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.442132] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.442132] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.442132] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.442132] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: caf9bbef-c730-4492-b431-27df391a3d82 is going to be created. [ 886.461911] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.462159] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.462289] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.462562] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.462792] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.463030] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-caf9bbef-c730-4492-b431-27df391a3d82" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.033245] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: SUCCESS [ 887.033527] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 deletion is rescheduled due to dependency. [ 887.033599] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.606461] env[69148]: INFO networking_nsxv3.common.synchronization [req-292c308b-73d9-4d4f-9c8b-ff3ff193924f req-166989c5-1512-45cb-985c-5c2233474375 service nova] Enqueued Resource ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 with Priority: HIGHEST for action security_group_rules [ 887.606673] env[69148]: INFO networking_nsxv3.common.synchronization [req-292c308b-73d9-4d4f-9c8b-ff3ff193924f req-166989c5-1512-45cb-985c-5c2233474375 service nova] Enqueued Resource ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 with Priority: HIGHEST for action security_group_members [ 887.606920] env[69148]: INFO networking_nsxv3.common.synchronization [req-292c308b-73d9-4d4f-9c8b-ff3ff193924f req-166989c5-1512-45cb-985c-5c2233474375 service nova] Enqueued Resource ID: caf9bbef-c730-4492-b431-27df391a3d82 with Priority: HIGHEST for action port [ 887.607472] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 with Priority: HIGHEST for action security_group_rules [ 887.607658] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 with Priority: HIGHEST for action security_group_members [ 887.607802] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caf9bbef-c730-4492-b431-27df391a3d82 with Priority: HIGHEST for action port [ 887.608301] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0af89b86-ea8f-414e-bdbd-710684dbdc97 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.608526] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.608728] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af89b86-ea8f-414e-bdbd-710684dbdc97 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.608850] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.609138] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-caf9bbef-c730-4492-b431-27df391a3d82 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.609343] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-caf9bbef-c730-4492-b431-27df391a3d82" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.609473] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-caf9bbef-c730-4492-b431-27df391a3d82" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.609576] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-caf9bbef-c730-4492-b431-27df391a3d82" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.609659] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caf9bbef-c730-4492-b431-27df391a3d82',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.113574] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port caf9bbef-c730-4492-b431-27df391a3d82 with status ACTIVE [ 888.113879] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.113879] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.113983] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.114196] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.114271] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.114465] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.114565] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.114627] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.114778] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.114871] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.115072] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.115172] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.115233] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.115373] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.115447] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.115528] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: caf9bbef-c730-4492-b431-27df391a3d82 is going to be updated. [ 888.136384] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.136562] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.136604] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.136972] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.137181] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.137357] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-caf9bbef-c730-4492-b431-27df391a3d82" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.330487] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 in Status: SUCCESS [ 888.330693] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.330866] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.331098] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.331300] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.331412] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.331474] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.331641] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.331716] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.331804] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.331929] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0af89b86-ea8f-414e-bdbd-710684dbdc97',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.332815] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.332977] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.333158] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.333256] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.333317] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.333451] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.333524] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.333607] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0af89b86-ea8f-414e-bdbd-710684dbdc97',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.835492] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af89b86-ea8f-414e-bdbd-710684dbdc97 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.835624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.836219] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0af89b86-ea8f-414e-bdbd-710684dbdc97',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.338919] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0af89b86-ea8f-414e-bdbd-710684dbdc97',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.841338] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.841535] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.841612] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.841828] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.841923] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.842033] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 is going to be updated. [ 889.871066] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.871066] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.871066] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.871066] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.871066] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.879907] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 in Status: IN_PROGRESS for 2s [ 891.891983] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 in Status: SUCCESS [ 891.892288] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.892382] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.892599] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.892855] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.893239] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.893239] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.893239] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.893239] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.893546] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0af89b86-ea8f-414e-bdbd-710684dbdc97',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.399832] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0af89b86-ea8f-414e-bdbd-710684dbdc97',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.572801] env[69148]: INFO networking_nsxv3.common.synchronization [req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 req-67a9096b-e7bd-44da-85c1-e9a38291ed2a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Enqueued Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 892.573446] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 892.573803] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.574017] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.574768] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.575323] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.575323] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.575543] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.575700] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.575918] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.576132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.576408] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.900906] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0af89b86-ea8f-414e-bdbd-710684dbdc97',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.977250] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-532 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.977250] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-532" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.977250] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-532" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.977250] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-532" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.977626] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.977626] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.977626] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.977764] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.978475] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.978757] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 892.978889] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.979014] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.979128] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.979242] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 892.979351] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.979484] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.997863] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.998625] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 892.998814] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.999014] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-532" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.999771] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-9afb0443-a1ad-4b84-bd0b-fbf51f03299c taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.999771] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-9afb0443-a1ad-4b84-bd0b-fbf51f03299c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.999964] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-9afb0443-a1ad-4b84-bd0b-fbf51f03299c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.000299] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-9afb0443-a1ad-4b84-bd0b-fbf51f03299c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.000447] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9afb0443-a1ad-4b84-bd0b-fbf51f03299c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.083547] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.084337] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.084337] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.084337] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.084507] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.084728] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.084951] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.085059] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.085434] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.085434] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.085646] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b already deleted. [ 893.085777] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.405798] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.405798] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.405798] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.405798] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.405798] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.405798] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 is going to be updated. [ 893.453444] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.453686] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.453742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.453960] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.454185] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.471138] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 in Status: IN_PROGRESS for 2s [ 893.504192] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.504421] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.504755] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.504874] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.504991] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.505170] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 9afb0443-a1ad-4b84-bd0b-fbf51f03299c not found, creating... [ 893.505730] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.505730] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.505730] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.505991] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.506150] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.506434] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.506592] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.506714] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.506974] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.507144] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.507296] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 9afb0443-a1ad-4b84-bd0b-fbf51f03299c is going to be created. [ 893.533524] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.533980] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.533980] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.534190] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.534425] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.534735] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-9afb0443-a1ad-4b84-bd0b-fbf51f03299c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.514900] env[69148]: INFO networking_nsxv3.common.synchronization [req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 req-62a7ede0-8439-4a33-b0ac-a9e6ef772824 service nova] Enqueued Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_rules [ 894.514900] env[69148]: INFO networking_nsxv3.common.synchronization [req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 req-62a7ede0-8439-4a33-b0ac-a9e6ef772824 service nova] Enqueued Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 894.515283] env[69148]: INFO networking_nsxv3.common.synchronization [req-34b09cb3-3a47-4a50-948d-7fe33ad2e5e8 req-62a7ede0-8439-4a33-b0ac-a9e6ef772824 service nova] Enqueued Resource ID: 9afb0443-a1ad-4b84-bd0b-fbf51f03299c with Priority: HIGHEST for action port [ 894.515854] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_rules [ 894.516966] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 894.517255] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9afb0443-a1ad-4b84-bd0b-fbf51f03299c with Priority: HIGHEST for action port [ 894.517457] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.517736] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.517736] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.521036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.521036] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.521036] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.521036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.521036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.521036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.521036] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.521036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.521036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.521036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.521036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.521036] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.522254] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-9afb0443-a1ad-4b84-bd0b-fbf51f03299c taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.523116] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9afb0443-a1ad-4b84-bd0b-fbf51f03299c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.525968] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9afb0443-a1ad-4b84-bd0b-fbf51f03299c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.525968] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9afb0443-a1ad-4b84-bd0b-fbf51f03299c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.525968] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9afb0443-a1ad-4b84-bd0b-fbf51f03299c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.028336] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.029722] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.029852] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.029981] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9afb0443-a1ad-4b84-bd0b-fbf51f03299c with status ACTIVE [ 895.030179] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.031602] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.031602] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.031602] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.031602] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.031602] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.031602] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.031602] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.032636] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.032636] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.032636] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.032636] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.032636] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.032636] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.033180] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.033180] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9afb0443-a1ad-4b84-bd0b-fbf51f03299c is going to be updated. [ 895.055646] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.055747] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.055747] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.055934] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.056081] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.056475] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9afb0443-a1ad-4b84-bd0b-fbf51f03299c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.488562] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 in Status: SUCCESS [ 895.489432] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.489432] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.489432] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.489432] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.489761] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.489761] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.489876] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.489876] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.489968] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.490136] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af89b86-ea8f-414e-bdbd-710684dbdc97 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.490254] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.490315] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.490442] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.490714] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.490714] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.490714] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.490985] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.490985] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.491157] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.491157] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0af89b86-ea8f-414e-bdbd-710684dbdc97',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.539045] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.994074] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0af89b86-ea8f-414e-bdbd-710684dbdc97: rpc.has_security_group_logging(os_id): False [ 896.011071] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.011282] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.011387] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.011669] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.011801] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.012129] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.012319] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.012387] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.012574] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.012688] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.013634] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.013798] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.013961] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.014401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.014401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.014536] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.014817] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.014817] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.015047] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.015157] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.015279] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 is going to be created. [ 896.043637] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.044216] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.044216] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.044325] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.044363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.044491] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b is going to be created. [ 896.067948] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.068113] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.068179] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.068384] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.068566] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.070899] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.070991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.071044] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.071213] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.071358] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.081675] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 in Status: IN_PROGRESS for 2s [ 896.082566] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: UNINITIALIZED for 2s [ 896.825611] env[69148]: INFO networking_nsxv3.common.synchronization [req-c4e447f5-5fc8-44cd-971d-db9693da7b3f req-cb2cd05a-4765-4e18-8fda-a49f5ce3590f tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Enqueued Resource ID: e93156e7-c7b9-455d-b2a6-769155d728d3 with Priority: HIGHEST for action security_group_members [ 896.827810] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93156e7-c7b9-455d-b2a6-769155d728d3 with Priority: HIGHEST for action security_group_members [ 896.829126] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e93156e7-c7b9-455d-b2a6-769155d728d3 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.829264] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.829333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.829536] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.829717] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.829781] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.829845] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.829992] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.830083] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.830174] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e93156e7-c7b9-455d-b2a6-769155d728d3',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.195355] env[69148]: INFO networking_nsxv3.common.synchronization [None req-95bd96ff-7e58-4d76-bbe1-a8b203797c25 None None] Enqueued Resource ID: a8ac3e65-09f1-4620-9785-a914483b4a45 with Priority: HIGHEST for action port [ 897.195670] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8ac3e65-09f1-4620-9785-a914483b4a45 with Priority: HIGHEST for action port [ 897.196168] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8ac3e65-09f1-4620-9785-a914483b4a45 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.196285] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8ac3e65-09f1-4620-9785-a914483b4a45" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.196359] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8ac3e65-09f1-4620-9785-a914483b4a45" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.196598] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8ac3e65-09f1-4620-9785-a914483b4a45" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.196675] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8ac3e65-09f1-4620-9785-a914483b4a45',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.333407] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.333527] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.333626] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.333809] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.357467] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.358149] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.358149] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.358149] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.358149] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.358149] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.358149] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e93156e7-c7b9-455d-b2a6-769155d728d3 is going to be updated. [ 897.380872] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.381065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.381065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.381221] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.381352] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.390807] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e93156e7-c7b9-455d-b2a6-769155d728d3 in Status: IN_PROGRESS for 2s [ 897.658190] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-753 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.658190] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-753" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.658190] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-753" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.658190] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-753" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.659164] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.659164] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.659164] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.659164] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.659164] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.659451] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 897.659451] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.659451] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.659590] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.659669] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 897.659775] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.659905] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.678777] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.679041] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 897.679334] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.679410] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-753" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.679868] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-fda08da3-5795-4c54-9781-5da1179ebebc taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.679868] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-fda08da3-5795-4c54-9781-5da1179ebebc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.680108] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-fda08da3-5795-4c54-9781-5da1179ebebc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.680399] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-fda08da3-5795-4c54-9781-5da1179ebebc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.680785] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fda08da3-5795-4c54-9781-5da1179ebebc',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.703298] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8ac3e65-09f1-4620-9785-a914483b4a45 [ 897.703565] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.703857] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.703898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.704621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.704621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.704699] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8ac3e65-09f1-4620-9785-a914483b4a45 already deleted. [ 897.704733] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8ac3e65-09f1-4620-9785-a914483b4a45" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.100256] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: SUCCESS [ 898.100659] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.100945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.101300] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.101785] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.101785] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.101990] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.102815] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.102957] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.103136] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.103288] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.107283] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 in Status: SUCCESS [ 898.107283] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.107283] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.107283] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.107283] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0af89b86-ea8f-414e-bdbd-710684dbdc97',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.184033] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.185366] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.185366] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.185366] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.185366] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.185366] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port fda08da3-5795-4c54-9781-5da1179ebebc not found, creating... [ 898.185366] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.185739] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.185739] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.186485] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.186485] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.186485] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.186485] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.186990] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.187902] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.188998] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.188998] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: fda08da3-5795-4c54-9781-5da1179ebebc is going to be created. [ 898.224551] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.224784] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.225021] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.226085] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.226408] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.226451] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-fda08da3-5795-4c54-9781-5da1179ebebc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.609589] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.609736] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.609808] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.610051] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.610234] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.610338] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.610399] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.610581] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.610684] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.610795] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.610942] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.611046] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.611117] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.611293] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.611401] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.611489] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.611549] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.611681] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.611752] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.611887] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.612083] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.616081] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af89b86-ea8f-414e-bdbd-710684dbdc97 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.617671] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.617671] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.617671] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.617671] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.617671] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.617671] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.617671] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.617671] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.617671] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.617671] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0af89b86-ea8f-414e-bdbd-710684dbdc97',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.119306] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2e13469-c28b-4d9f-8469-a7ffb4376c5b: rpc.has_security_group_logging(os_id): False [ 899.123098] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af89b86-ea8f-414e-bdbd-710684dbdc97 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.123259] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.123324] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.123542] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.123703] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.124166] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.124166] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.124166] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.124166] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.124166] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.124383] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af89b86-ea8f-414e-bdbd-710684dbdc97 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.124435] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.124471] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.124589] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.124723] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.124809] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.124887] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.125048] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.125130] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.125209] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.125299] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0af89b86-ea8f-414e-bdbd-710684dbdc97',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.153249] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.153451] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.153451] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.153650] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.153736] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.153978] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.154140] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.154198] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.154398] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.154442] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.154630] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.154715] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.154790] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.154967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.155702] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.159020] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.159020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.159020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.159020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.159020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.159020] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b is going to be created. [ 899.218865] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.219101] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.219101] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.219312] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.219497] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.244827] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: IN_PROGRESS for 2s [ 899.372745] env[69148]: INFO networking_nsxv3.common.synchronization [req-c4e447f5-5fc8-44cd-971d-db9693da7b3f req-8fc2ea77-961e-416d-933c-6c7c30e83c2c service nova] Enqueued Resource ID: e93156e7-c7b9-455d-b2a6-769155d728d3 with Priority: HIGHEST for action security_group_rules [ 899.372745] env[69148]: INFO networking_nsxv3.common.synchronization [req-c4e447f5-5fc8-44cd-971d-db9693da7b3f req-8fc2ea77-961e-416d-933c-6c7c30e83c2c service nova] Enqueued Resource ID: e93156e7-c7b9-455d-b2a6-769155d728d3 with Priority: HIGHEST for action security_group_members [ 899.373077] env[69148]: INFO networking_nsxv3.common.synchronization [req-c4e447f5-5fc8-44cd-971d-db9693da7b3f req-8fc2ea77-961e-416d-933c-6c7c30e83c2c service nova] Enqueued Resource ID: fda08da3-5795-4c54-9781-5da1179ebebc with Priority: HIGHEST for action port [ 899.373360] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93156e7-c7b9-455d-b2a6-769155d728d3 with Priority: HIGHEST for action security_group_rules [ 899.373781] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93156e7-c7b9-455d-b2a6-769155d728d3 with Priority: HIGHEST for action security_group_members [ 899.373781] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda08da3-5795-4c54-9781-5da1179ebebc with Priority: HIGHEST for action port [ 899.374490] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e93156e7-c7b9-455d-b2a6-769155d728d3 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.374586] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.374634] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.375309] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.375309] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e93156e7-c7b9-455d-b2a6-769155d728d3',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.375819] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e93156e7-c7b9-455d-b2a6-769155d728d3 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.375916] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.376121] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-fda08da3-5795-4c54-9781-5da1179ebebc taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.376220] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fda08da3-5795-4c54-9781-5da1179ebebc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.376276] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fda08da3-5795-4c54-9781-5da1179ebebc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.376447] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fda08da3-5795-4c54-9781-5da1179ebebc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.376522] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fda08da3-5795-4c54-9781-5da1179ebebc',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.403421] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e93156e7-c7b9-455d-b2a6-769155d728d3 in Status: SUCCESS [ 899.403421] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e93156e7-c7b9-455d-b2a6-769155d728d3 deletion is rescheduled due to dependency. [ 899.403421] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.403421] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.403726] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.403855] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.403971] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.404045] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.404212] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.404289] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.404383] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e93156e7-c7b9-455d-b2a6-769155d728d3',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.458382] env[69148]: INFO networking_nsxv3.common.synchronization [None req-d70f8519-0b49-4bb6-9506-dcafb44ac4ea None None] Enqueued Resource ID: 519dd226-954f-4564-82d1-98361b0e0168 with Priority: HIGHEST for action port [ 899.458382] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 519dd226-954f-4564-82d1-98361b0e0168 with Priority: HIGHEST for action port [ 899.458382] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-519dd226-954f-4564-82d1-98361b0e0168 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.458532] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-519dd226-954f-4564-82d1-98361b0e0168" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.458532] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-519dd226-954f-4564-82d1-98361b0e0168" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.459272] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-519dd226-954f-4564-82d1-98361b0e0168" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.459272] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('519dd226-954f-4564-82d1-98361b0e0168',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.629093] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0af89b86-ea8f-414e-bdbd-710684dbdc97: rpc.has_security_group_logging(os_id): False [ 899.648395] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.648395] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.648395] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.648395] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.648395] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.648709] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.648936] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.649125] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.649417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.650119] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.650494] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.650876] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.651067] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.651305] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.653507] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.653507] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.653507] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.653507] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.653507] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.653507] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.653507] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 is going to be updated. [ 899.712359] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.713444] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.713444] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.713444] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.713444] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.725448] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 in Status: IN_PROGRESS for 2s [ 899.878323] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e93156e7-c7b9-455d-b2a6-769155d728d3 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.878467] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.878719] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fda08da3-5795-4c54-9781-5da1179ebebc with status ACTIVE [ 899.880577] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.880714] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.881164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.881164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.881295] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.881472] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.881588] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.881685] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.881958] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.882045] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.882225] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.882325] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.882387] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.882527] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.882600] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.882683] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fda08da3-5795-4c54-9781-5da1179ebebc is going to be updated. [ 899.909085] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.909281] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.909364] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.909579] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.909722] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.910336] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fda08da3-5795-4c54-9781-5da1179ebebc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.910586] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e93156e7-c7b9-455d-b2a6-769155d728d3',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.965101] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 519dd226-954f-4564-82d1-98361b0e0168 [ 899.965438] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.965532] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.965532] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.965734] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.965827] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.965920] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:519dd226-954f-4564-82d1-98361b0e0168 already deleted. [ 899.966060] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-519dd226-954f-4564-82d1-98361b0e0168" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.414417] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e93156e7-c7b9-455d-b2a6-769155d728d3',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.920844] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.920844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.920844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.920844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.920844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.920844] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e93156e7-c7b9-455d-b2a6-769155d728d3 is going to be updated. [ 900.946934] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.946934] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.946934] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.947511] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.947511] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.955480] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e93156e7-c7b9-455d-b2a6-769155d728d3 in Status: IN_PROGRESS for 2s [ 901.257781] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: SUCCESS [ 901.258188] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.743450] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 in Status: SUCCESS [ 901.744309] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.968677] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e93156e7-c7b9-455d-b2a6-769155d728d3 in Status: SUCCESS [ 902.969012] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.969261] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.969504] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.969694] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.969812] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.969874] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.970058] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.970138] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.970225] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.970322] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e93156e7-c7b9-455d-b2a6-769155d728d3',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.473094] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e93156e7-c7b9-455d-b2a6-769155d728d3',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.975888] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e93156e7-c7b9-455d-b2a6-769155d728d3: rpc.has_security_group_logging(os_id): False [ 903.997680] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.997680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.997680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.997680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.997680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.997680] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.997680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.998461] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.998760] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.998941] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.999129] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e93156e7-c7b9-455d-b2a6-769155d728d3 is going to be updated. [ 904.060553] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.060702] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.060774] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.061033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.061192] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.090803] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e93156e7-c7b9-455d-b2a6-769155d728d3 in Status: IN_PROGRESS for 2s [ 904.458772] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 904.458978] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 906.106889] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e93156e7-c7b9-455d-b2a6-769155d728d3 in Status: SUCCESS [ 906.107273] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.557328] env[69148]: INFO networking_nsxv3.common.synchronization [None req-2fd1dcad-9382-4b32-9437-c1d7d8b0c7c8 None None] Enqueued Resource ID: 2e3d31ca-4035-4565-8f5a-4e6da6d621ba with Priority: HIGHEST for action port [ 907.557328] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e3d31ca-4035-4565-8f5a-4e6da6d621ba with Priority: HIGHEST for action port [ 907.557328] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e3d31ca-4035-4565-8f5a-4e6da6d621ba taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.557328] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e3d31ca-4035-4565-8f5a-4e6da6d621ba" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.557328] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e3d31ca-4035-4565-8f5a-4e6da6d621ba" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.557903] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e3d31ca-4035-4565-8f5a-4e6da6d621ba" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.558137] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e3d31ca-4035-4565-8f5a-4e6da6d621ba',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.908669] env[69148]: INFO networking_nsxv3.common.synchronization [req-2acece72-5278-4942-968c-45c44ddbed6a req-b531fe7a-738d-49d8-beef-bb6df7341101 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Enqueued Resource ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 with Priority: HIGHEST for action security_group_members [ 907.910277] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 with Priority: HIGHEST for action security_group_members [ 907.910706] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.910706] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.910848] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.911552] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.911552] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.911552] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.911552] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.911552] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.911806] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.911806] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.060866] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e3d31ca-4035-4565-8f5a-4e6da6d621ba [ 908.062093] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.062093] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.062093] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.062093] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.062093] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.062093] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e3d31ca-4035-4565-8f5a-4e6da6d621ba already deleted. [ 908.062093] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e3d31ca-4035-4565-8f5a-4e6da6d621ba" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.415632] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.415730] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.415768] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.415970] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.416066] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.416294] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.416400] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.416459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.416608] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.416682] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.416765] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 is going to be deleted. [ 908.428990] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.429202] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-934" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.429270] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-934" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.430034] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-934" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.430034] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.430034] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.430330] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.430330] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.430448] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.430668] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.430805] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.430914] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.431038] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.431156] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.431265] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.431424] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.467624] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.467624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.467624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.467624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.467624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.467624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.467624] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.468182] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 908.468182] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.468375] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-934" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.468994] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-a1a8ad31-f442-4115-8dd2-a2c2b90d23bf taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.469170] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-a1a8ad31-f442-4115-8dd2-a2c2b90d23bf" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.469284] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-a1a8ad31-f442-4115-8dd2-a2c2b90d23bf" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.469746] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-a1a8ad31-f442-4115-8dd2-a2c2b90d23bf" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.469976] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1a8ad31-f442-4115-8dd2-a2c2b90d23bf',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.974356] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.974703] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.974747] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.975081] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.975285] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.975430] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port a1a8ad31-f442-4115-8dd2-a2c2b90d23bf not found, creating... [ 908.975733] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.975894] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.976074] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.976362] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.976483] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.976661] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.976816] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.976973] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.979016] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.979664] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.979664] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: a1a8ad31-f442-4115-8dd2-a2c2b90d23bf is going to be created. [ 909.004015] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.004159] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.004283] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.004565] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.004874] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.005463] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-a1a8ad31-f442-4115-8dd2-a2c2b90d23bf" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.770743] env[69148]: INFO networking_nsxv3.common.synchronization [req-2acece72-5278-4942-968c-45c44ddbed6a req-df0a2818-376b-4eff-a498-5915f1c9c0a5 service nova] Enqueued Resource ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 with Priority: HIGHEST for action security_group_rules [ 909.770945] env[69148]: INFO networking_nsxv3.common.synchronization [req-2acece72-5278-4942-968c-45c44ddbed6a req-df0a2818-376b-4eff-a498-5915f1c9c0a5 service nova] Enqueued Resource ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 with Priority: HIGHEST for action security_group_members [ 909.771058] env[69148]: INFO networking_nsxv3.common.synchronization [req-2acece72-5278-4942-968c-45c44ddbed6a req-df0a2818-376b-4eff-a498-5915f1c9c0a5 service nova] Enqueued Resource ID: a1a8ad31-f442-4115-8dd2-a2c2b90d23bf with Priority: HIGHEST for action port [ 909.772128] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 with Priority: HIGHEST for action security_group_rules [ 909.772128] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 with Priority: HIGHEST for action security_group_members [ 909.772128] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a8ad31-f442-4115-8dd2-a2c2b90d23bf with Priority: HIGHEST for action port [ 909.776439] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.776439] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.776439] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.776439] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.776439] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.776439] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.776439] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.776439] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.776439] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.776439] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.776439] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.776439] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.776439] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.776439] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.776439] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.777142] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1a8ad31-f442-4115-8dd2-a2c2b90d23bf taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.777142] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1a8ad31-f442-4115-8dd2-a2c2b90d23bf" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.777142] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1a8ad31-f442-4115-8dd2-a2c2b90d23bf" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.777142] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1a8ad31-f442-4115-8dd2-a2c2b90d23bf" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.777142] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1a8ad31-f442-4115-8dd2-a2c2b90d23bf',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.228258] env[69148]: INFO networking_nsxv3.common.synchronization [None req-ac7c3e49-0e0c-425f-9654-a170cf546b71 None None] Enqueued Resource ID: fd10301a-11b8-4ea0-bd6c-4672d2ebf8e6 with Priority: HIGHEST for action port [ 910.228585] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd10301a-11b8-4ea0-bd6c-4672d2ebf8e6 with Priority: HIGHEST for action port [ 910.229095] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd10301a-11b8-4ea0-bd6c-4672d2ebf8e6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.229286] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd10301a-11b8-4ea0-bd6c-4672d2ebf8e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.229286] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd10301a-11b8-4ea0-bd6c-4672d2ebf8e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.229539] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd10301a-11b8-4ea0-bd6c-4672d2ebf8e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.229625] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd10301a-11b8-4ea0-bd6c-4672d2ebf8e6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.281990] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.281990] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.281990] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.282835] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1a8ad31-f442-4115-8dd2-a2c2b90d23bf with status ACTIVE [ 910.282835] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.282835] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.282835] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.283139] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.283139] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.283139] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.283475] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.283475] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.283475] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.283642] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.283689] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.284104] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.284104] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.284104] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.284104] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.284306] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1a8ad31-f442-4115-8dd2-a2c2b90d23bf is going to be updated. [ 910.305942] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.305942] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.306209] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.306277] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.306509] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.306590] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1a8ad31-f442-4115-8dd2-a2c2b90d23bf" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.734098] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd10301a-11b8-4ea0-bd6c-4672d2ebf8e6 [ 910.734419] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.734599] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.734710] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.734991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.735137] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.735276] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd10301a-11b8-4ea0-bd6c-4672d2ebf8e6 already deleted. [ 910.735399] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd10301a-11b8-4ea0-bd6c-4672d2ebf8e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.788679] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.295378] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.295378] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.295378] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.295378] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.295378] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.295378] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 is going to be created. [ 911.340404] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.340404] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.340404] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.340922] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.342026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.352586] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 in Status: UNINITIALIZED for 2s [ 913.363605] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 in Status: SUCCESS [ 913.363952] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.364011] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.364208] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.364394] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.364506] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.364568] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.364714] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.364789] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.364870] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.364986] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.870551] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.870750] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.870834] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.871132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.871330] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.871451] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.871524] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.871682] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.871785] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.871899] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.872093] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.872195] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.872243] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.872400] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.872550] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.872639] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.872699] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.872834] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.872906] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.872986] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.873117] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.375592] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6: rpc.has_security_group_logging(os_id): False [ 914.397523] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.397707] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.397783] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.398078] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.398276] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.398461] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.398591] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.398662] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.398855] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.398939] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.399165] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.399285] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.399369] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.399523] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.399605] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.399829] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.400150] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.400280] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.400455] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.400518] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.400611] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 is going to be created. [ 914.462077] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.462260] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.462311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.462558] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.463299] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.473165] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 in Status: IN_PROGRESS for 2s [ 914.543399] env[69148]: INFO networking_nsxv3.common.synchronization [req-e033ffab-bbdc-4839-af5a-53c2af5224cc req-b25500e0-9f59-4a6d-bcef-f58c3c2605ec tempest-ListServerFiltersTestJSON-30215516 tempest-ListServerFiltersTestJSON-30215516-project-member] Enqueued Resource ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 with Priority: HIGHEST for action security_group_members [ 914.543910] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 with Priority: HIGHEST for action security_group_members [ 914.544232] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.544390] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.544430] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.544607] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.545056] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.545199] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.545327] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.546252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.546252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.546252] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.048306] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.048555] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.048655] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.049204] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.073724] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.074049] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.074183] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.074244] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.074451] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.074538] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.074615] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 is going to be updated. [ 915.099903] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.100150] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.100206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.100511] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.100910] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.109734] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 in Status: IN_PROGRESS for 2s [ 915.934398] env[69148]: INFO networking_nsxv3.common.synchronization [req-18b476da-4860-46f5-9898-696bdb609a28 req-38d5ee86-c6f0-4a16-9432-4c224183d68f tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Enqueued Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_members [ 915.934938] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_members [ 915.935293] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.936116] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.936116] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.936116] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.936280] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.936477] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.936544] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.936913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.936913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.936913] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.386544] env[69148]: INFO networking_nsxv3.common.synchronization [req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 req-7b99527d-d232-4eb2-bdc7-f6b1f93cb743 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Enqueued Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_members [ 916.387248] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_members [ 916.387653] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.387806] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.387884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.388122] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.388328] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.388440] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.389183] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.389360] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.389477] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.389592] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.462353] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.489575] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 in Status: SUCCESS [ 916.489575] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.894448] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.942984] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.043677] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-316 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.043840] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-316" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.043969] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-316" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.044261] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-316" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.044530] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.044713] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.044848] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.045108] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.045263] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.045481] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.045597] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.045723] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.045840] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.046154] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.046154] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.046239] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.071368] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.071566] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 917.071753] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.071966] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-316" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.072440] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-ef1a7dc6-3b49-4ae5-a048-5c252abda408 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.072629] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-ef1a7dc6-3b49-4ae5-a048-5c252abda408" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.072734] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-ef1a7dc6-3b49-4ae5-a048-5c252abda408" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.073626] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-ef1a7dc6-3b49-4ae5-a048-5c252abda408" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.073626] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef1a7dc6-3b49-4ae5-a048-5c252abda408',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.121907] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 in Status: SUCCESS [ 917.122119] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 deletion is rescheduled due to dependency. [ 917.122241] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.399419] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.445944] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.446140] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.446183] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.446390] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.446484] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.446582] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 is going to be updated. [ 917.475453] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.475581] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.475632] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.475826] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.475971] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.486876] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: IN_PROGRESS for 2s [ 917.581445] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.581715] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.581849] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.582179] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.582437] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.582490] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port ef1a7dc6-3b49-4ae5-a048-5c252abda408 not found, creating... [ 917.583010] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.583204] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.583332] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.583566] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.583707] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.584447] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.584635] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.584760] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.585426] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.585645] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.585826] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: ef1a7dc6-3b49-4ae5-a048-5c252abda408 is going to be created. [ 917.604334] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.604559] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.604694] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.605012] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.605279] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.605512] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-ef1a7dc6-3b49-4ae5-a048-5c252abda408" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.902684] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.902846] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.902917] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.903158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.903245] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.903344] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 is going to be updated. [ 917.934021] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.934021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.934021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.934021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.934021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.943425] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: IN_PROGRESS for 2s [ 918.425203] env[69148]: INFO networking_nsxv3.common.synchronization [req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 req-492a209b-d60a-452a-938b-a834f873629c service nova] Enqueued Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_rules [ 918.425465] env[69148]: INFO networking_nsxv3.common.synchronization [req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 req-492a209b-d60a-452a-938b-a834f873629c service nova] Enqueued Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_members [ 918.426389] env[69148]: INFO networking_nsxv3.common.synchronization [req-3302539e-32b7-4f09-b786-fcaf00fb6ac1 req-492a209b-d60a-452a-938b-a834f873629c service nova] Enqueued Resource ID: ef1a7dc6-3b49-4ae5-a048-5c252abda408 with Priority: HIGHEST for action port [ 918.427770] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_rules [ 918.427957] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_members [ 918.428143] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef1a7dc6-3b49-4ae5-a048-5c252abda408 with Priority: HIGHEST for action port [ 918.429011] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.429451] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.430558] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.431533] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.431680] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.433532] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.435369] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.435747] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef1a7dc6-3b49-4ae5-a048-5c252abda408 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.436022] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef1a7dc6-3b49-4ae5-a048-5c252abda408" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.436138] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef1a7dc6-3b49-4ae5-a048-5c252abda408" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.436394] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef1a7dc6-3b49-4ae5-a048-5c252abda408" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.436555] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef1a7dc6-3b49-4ae5-a048-5c252abda408',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.939570] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.939570] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.943830] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef1a7dc6-3b49-4ae5-a048-5c252abda408 with status ACTIVE [ 918.943830] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.943830] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.943830] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.943830] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.943830] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.943830] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.943830] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.943830] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.943830] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.943830] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.943830] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.943830] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.943830] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.943830] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.943830] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.943830] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef1a7dc6-3b49-4ae5-a048-5c252abda408 is going to be updated. [ 918.962031] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.962031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.962031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.962208] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.962234] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.962446] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef1a7dc6-3b49-4ae5-a048-5c252abda408" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.498387] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: SUCCESS [ 919.498600] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.954505] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: SUCCESS [ 919.954505] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.954505] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.954505] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.954505] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.954505] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.954505] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.954505] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.954505] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.954505] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.074855] env[69148]: INFO networking_nsxv3.common.synchronization [req-c002e3f0-7b94-4ea8-b8a6-803dd275335c req-e9fb9683-19e7-445e-bac9-47d60005412f tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Enqueued Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 920.075476] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 920.075831] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.075991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.076102] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.076328] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.076514] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.076651] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.076738] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.076916] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.077053] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.077186] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.456882] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.580067] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.580067] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.580067] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.580325] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.600238] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.600483] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.600596] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.600660] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.600857] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.600931] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.601032] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 is going to be updated. [ 920.623108] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.623293] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.623339] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.623541] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.623682] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.631609] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: IN_PROGRESS for 2s [ 920.639399] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.639579] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-120" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.639701] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-120" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.639990] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-120" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.640260] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.640489] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.640693] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.641009] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.641356] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.641575] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 920.641707] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.641812] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.641919] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.642060] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 920.642210] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.642351] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.659472] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.659633] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 920.659772] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.659953] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-120" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.660282] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-8b28f9e1-b874-45a2-8b27-a8bf507dce4c taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.660452] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-8b28f9e1-b874-45a2-8b27-a8bf507dce4c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.660574] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-8b28f9e1-b874-45a2-8b27-a8bf507dce4c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.660883] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-8b28f9e1-b874-45a2-8b27-a8bf507dce4c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.661043] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b28f9e1-b874-45a2-8b27-a8bf507dce4c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.959321] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.164843] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.164843] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.164843] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.164843] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.164843] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.164843] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 8b28f9e1-b874-45a2-8b27-a8bf507dce4c not found, creating... [ 921.164843] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.164843] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.166199] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.166199] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.166199] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.166849] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.167279] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.167498] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.167894] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.168453] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.168804] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 8b28f9e1-b874-45a2-8b27-a8bf507dce4c is going to be created. [ 921.189820] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.191085] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.191085] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.191085] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.191373] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.192072] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-8b28f9e1-b874-45a2-8b27-a8bf507dce4c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.461791] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.461956] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.462047] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.462264] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.462355] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.462454] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 is going to be updated. [ 921.491514] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.491659] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.491732] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.491987] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.492169] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.500999] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: IN_PROGRESS for 2s [ 922.070601] env[69148]: INFO networking_nsxv3.common.synchronization [req-c002e3f0-7b94-4ea8-b8a6-803dd275335c req-29b83796-eb08-42ff-8afe-de6616743441 service nova] Enqueued Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_rules [ 922.070879] env[69148]: INFO networking_nsxv3.common.synchronization [req-c002e3f0-7b94-4ea8-b8a6-803dd275335c req-29b83796-eb08-42ff-8afe-de6616743441 service nova] Enqueued Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 922.070980] env[69148]: INFO networking_nsxv3.common.synchronization [req-c002e3f0-7b94-4ea8-b8a6-803dd275335c req-29b83796-eb08-42ff-8afe-de6616743441 service nova] Enqueued Resource ID: 8b28f9e1-b874-45a2-8b27-a8bf507dce4c with Priority: HIGHEST for action port [ 922.071180] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_rules [ 922.071312] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 922.071406] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b28f9e1-b874-45a2-8b27-a8bf507dce4c with Priority: HIGHEST for action port [ 922.072056] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.072165] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.072232] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.072419] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.072508] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.073435] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.073555] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.073745] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b28f9e1-b874-45a2-8b27-a8bf507dce4c taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.073867] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b28f9e1-b874-45a2-8b27-a8bf507dce4c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.073931] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b28f9e1-b874-45a2-8b27-a8bf507dce4c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.074147] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b28f9e1-b874-45a2-8b27-a8bf507dce4c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.074210] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b28f9e1-b874-45a2-8b27-a8bf507dce4c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.576232] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.576408] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.576577] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b28f9e1-b874-45a2-8b27-a8bf507dce4c with status ACTIVE [ 922.576762] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.576873] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.576938] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.577314] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.577411] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.577597] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.577688] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.577746] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.577911] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.577987] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.578189] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.578275] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.578333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.578481] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.578545] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.578651] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b28f9e1-b874-45a2-8b27-a8bf507dce4c is going to be updated. [ 922.599814] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.600058] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.600177] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.600431] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.600608] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.600794] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b28f9e1-b874-45a2-8b27-a8bf507dce4c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.641598] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: SUCCESS [ 922.641890] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 deletion is rescheduled due to dependency. [ 922.642070] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.642248] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.642994] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.642994] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.642994] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.642994] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.643277] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.643277] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.643277] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.145945] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.511893] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: SUCCESS [ 923.512017] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.512607] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.512607] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.512800] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.512800] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.512960] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.513035] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.513114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.513202] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.513266] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.649516] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.015489] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.015711] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.015711] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.015976] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.016186] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.016304] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.016406] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.016532] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.016621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.016711] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.016914] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.017072] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.017156] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.017304] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.017486] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.017623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.017713] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.017980] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.018131] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.018620] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.018761] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.095702] env[69148]: INFO networking_nsxv3.common.synchronization [req-61645545-ae50-4439-8548-4a82e60dc23c req-8527ac1c-c8b3-43f6-b5c7-99ecbd21d443 tempest-ServersTestManualDisk-1936897236 tempest-ServersTestManualDisk-1936897236-project-member] Enqueued Resource ID: 1c607350-2453-403a-bdf8-1332d259071f with Priority: HIGHEST for action security_group_members [ 924.096275] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c607350-2453-403a-bdf8-1332d259071f with Priority: HIGHEST for action security_group_members [ 924.096587] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c607350-2453-403a-bdf8-1332d259071f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.096719] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.096856] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.096960] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.097301] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.097399] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.097471] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.097636] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.097724] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.097816] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c607350-2453-403a-bdf8-1332d259071f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.151454] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.151809] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.151809] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.154966] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.154966] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.154966] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 is going to be updated. [ 924.178447] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.178590] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.179472] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.179472] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.179472] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.186897] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: IN_PROGRESS for 2s [ 924.521063] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc44acb6-4943-44ad-9f92-bd70a23825f8: rpc.has_security_group_logging(os_id): False [ 924.538762] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.538762] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.539023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.539058] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.539995] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.539995] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.539995] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.539995] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.539995] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.539995] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.539995] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.539995] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.540366] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.540366] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.540366] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.540797] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.540797] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.540797] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.540797] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.541205] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.541205] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 is going to be updated. [ 924.601964] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.601964] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.601964] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.602302] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.602302] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.603624] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.603624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.603624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.603624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.603624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.603624] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c607350-2453-403a-bdf8-1332d259071f is going to be updated. [ 924.633817] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.633989] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.634099] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.634333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.634488] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.661233] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: IN_PROGRESS for 2s [ 924.669199] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.669379] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.669449] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.669635] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.669782] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.691475] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c607350-2453-403a-bdf8-1332d259071f in Status: IN_PROGRESS for 2s [ 926.197661] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: SUCCESS [ 926.197661] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.197661] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.197661] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.197661] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.197661] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.197661] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.197661] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.197661] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.197661] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.197661] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.675449] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: SUCCESS [ 926.677843] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.704019] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c607350-2453-403a-bdf8-1332d259071f in Status: SUCCESS [ 926.704019] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c607350-2453-403a-bdf8-1332d259071f deletion is rescheduled due to dependency. [ 926.704019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.704019] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.704019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.704019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.704019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.704019] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.704019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.704019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.704019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.704019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.704019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.704019] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.704019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.704019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.704019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.704636] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.704636] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.704636] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.704636] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.704636] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.704636] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.704636] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.210079] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 662ea25f-4f1b-416e-bafb-b25aba645d39: rpc.has_security_group_logging(os_id): False [ 927.230323] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.230473] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.230569] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.230842] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.230940] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.231507] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.231507] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.231507] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.231715] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.231715] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.232045] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.232183] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.232290] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.232449] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.232653] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.232735] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.232833] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.233024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.235647] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.235647] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.235647] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 is going to be updated. [ 927.331836] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.332114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.333763] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.333763] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.333763] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.354790] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: IN_PROGRESS for 2s [ 929.096914] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 929.097310] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 929.369810] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: SUCCESS [ 929.369810] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.560443] env[69148]: INFO networking_nsxv3.common.synchronization [req-620b3b5e-c0b5-414c-9874-836ba33dd25f req-306090d7-fd78-4bdc-9496-dae423121232 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Enqueued Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_members [ 929.560994] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_members [ 929.561314] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.561439] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.561496] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.561808] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.561976] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.562100] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.562156] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.562321] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.562435] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.562513] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.068070] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.068070] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.068070] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.068070] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.068070] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.068070] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.068308] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.068337] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.068535] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.068651] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.069408] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f12fef98-8100-404a-8a99-8fca5d46233e is going to be updated. [ 930.090473] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.091053] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-382" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.091339] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-382" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.091785] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-382" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.092171] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.092548] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.093169] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.093525] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.093884] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.094251] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 930.094462] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.094693] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.095459] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.095459] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 930.095459] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.095459] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.097248] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.097620] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.097620] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.097707] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.097801] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.107481] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: IN_PROGRESS for 2s [ 930.115522] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.115815] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 930.116621] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.117016] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-382" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.117610] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-f96bde4e-86e0-4a86-b104-b9d28a649ccd taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.119133] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-f96bde4e-86e0-4a86-b104-b9d28a649ccd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.119133] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-f96bde4e-86e0-4a86-b104-b9d28a649ccd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.119133] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-f96bde4e-86e0-4a86-b104-b9d28a649ccd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.119133] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f96bde4e-86e0-4a86-b104-b9d28a649ccd',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.624370] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.624726] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.624792] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.625114] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.625276] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.625441] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port f96bde4e-86e0-4a86-b104-b9d28a649ccd not found, creating... [ 930.625745] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.625912] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.626048] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.626282] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.626447] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.626744] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.626931] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.627118] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.627385] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.627646] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.627899] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: f96bde4e-86e0-4a86-b104-b9d28a649ccd is going to be created. [ 930.650509] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.650709] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.650920] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.651332] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.651633] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.652078] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-f96bde4e-86e0-4a86-b104-b9d28a649ccd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.634590] env[69148]: INFO networking_nsxv3.common.synchronization [req-620b3b5e-c0b5-414c-9874-836ba33dd25f req-93d67a90-5b70-4fca-975b-7415030e1a58 service nova] Enqueued Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_rules [ 931.634903] env[69148]: INFO networking_nsxv3.common.synchronization [req-620b3b5e-c0b5-414c-9874-836ba33dd25f req-93d67a90-5b70-4fca-975b-7415030e1a58 service nova] Enqueued Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_members [ 931.635071] env[69148]: INFO networking_nsxv3.common.synchronization [req-620b3b5e-c0b5-414c-9874-836ba33dd25f req-93d67a90-5b70-4fca-975b-7415030e1a58 service nova] Enqueued Resource ID: f96bde4e-86e0-4a86-b104-b9d28a649ccd with Priority: HIGHEST for action port [ 931.635635] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_rules [ 931.635816] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_members [ 931.635974] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f96bde4e-86e0-4a86-b104-b9d28a649ccd with Priority: HIGHEST for action port [ 931.636313] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.636473] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.636559] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.636737] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.636834] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.638475] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.638581] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.638808] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-f96bde4e-86e0-4a86-b104-b9d28a649ccd taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.638990] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f96bde4e-86e0-4a86-b104-b9d28a649ccd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.642528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f96bde4e-86e0-4a86-b104-b9d28a649ccd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.642528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f96bde4e-86e0-4a86-b104-b9d28a649ccd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.642528] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f96bde4e-86e0-4a86-b104-b9d28a649ccd',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.719899] env[69148]: INFO networking_nsxv3.common.synchronization [req-64752a17-2504-45af-8545-0fd03076ddeb req-bea37f2c-42d6-4051-8c87-7980eb5a1378 tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Enqueued Resource ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 with Priority: HIGHEST for action security_group_members [ 931.720719] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 with Priority: HIGHEST for action security_group_members [ 931.721142] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.721317] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.721417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.721641] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.721852] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.721971] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.722051] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.722258] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.722386] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.722500] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.118078] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: SUCCESS [ 932.118374] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f12fef98-8100-404a-8a99-8fca5d46233e deletion is rescheduled due to dependency. [ 932.118580] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.118813] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.119154] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.119446] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.119611] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.119711] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.119936] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.120190] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.120267] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.146669] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.146669] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.146890] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f96bde4e-86e0-4a86-b104-b9d28a649ccd with status ACTIVE [ 932.146940] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.147038] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.147164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.147394] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.147486] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.147663] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.147759] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.147820] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.147967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.148055] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.148299] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.148404] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.148465] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.148610] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.148706] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.148770] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f96bde4e-86e0-4a86-b104-b9d28a649ccd is going to be updated. [ 932.168383] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.168581] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.168655] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.168869] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.169019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.169221] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f96bde4e-86e0-4a86-b104-b9d28a649ccd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.224731] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.224899] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.224984] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.225244] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.225327] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.225541] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.225656] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.225726] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.225899] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.225978] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.226204] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 is going to be updated. [ 932.260692] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.260863] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.260913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.261162] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.262151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.271241] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 in Status: IN_PROGRESS for 2s [ 932.623595] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.125772] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.629899] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.630333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.630333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.630488] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.630488] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.630613] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f12fef98-8100-404a-8a99-8fca5d46233e is going to be updated. [ 933.656344] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.656490] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.656560] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.656769] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.656909] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.665310] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: IN_PROGRESS for 2s [ 934.280775] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 in Status: SUCCESS [ 934.281087] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 deletion is rescheduled due to dependency. [ 934.281193] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.674543] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: SUCCESS [ 935.674910] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.674950] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.675259] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.675454] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.675573] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.675643] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.675843] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.675927] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.676025] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.676131] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.182312] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.182312] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.182312] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.182312] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.182312] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.182312] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.182312] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.182312] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.182312] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.182312] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.182312] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.182312] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.182312] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.182312] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.182312] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.182312] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.183126] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.183126] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.183126] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.183126] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.183126] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.690463] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f12fef98-8100-404a-8a99-8fca5d46233e: rpc.has_security_group_logging(os_id): False [ 936.706974] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.707159] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.707229] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.707420] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.707512] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.707916] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.707916] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.707916] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.708081] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.708257] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.708434] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.708541] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.708610] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.708771] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.708858] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.709507] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.709507] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.709507] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.709507] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.709507] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.709507] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f12fef98-8100-404a-8a99-8fca5d46233e is going to be updated. [ 936.722104] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 936.722283] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 936.767051] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.767236] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.768023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.768023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.768023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.787018] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: IN_PROGRESS for 2s [ 938.231152] env[69148]: INFO networking_nsxv3.common.synchronization [req-219883e7-a207-4c17-97af-0b62310234c5 req-2817d56b-cde5-49d1-9d7e-ab5784b51608 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Enqueued Resource ID: 90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 with Priority: HIGHEST for action security_group_members [ 938.231731] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 with Priority: HIGHEST for action security_group_members [ 938.232108] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.232267] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.232349] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.232604] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.232785] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.232885] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.232990] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.233122] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.233222] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.233319] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.701406] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.701638] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-874" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.701833] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-874" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.702197] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-874" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.702502] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.702757] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.702938] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.703225] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.703466] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.703729] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 938.703859] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.704218] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.704218] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.704218] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 938.704381] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.704434] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.724904] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.724904] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 938.724904] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.724904] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-874" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.725135] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-6c61fa41-72d5-418e-8680-896f92acca95 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.725135] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-6c61fa41-72d5-418e-8680-896f92acca95" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.725309] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-6c61fa41-72d5-418e-8680-896f92acca95" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.725605] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-6c61fa41-72d5-418e-8680-896f92acca95" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.725749] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c61fa41-72d5-418e-8680-896f92acca95',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.735730] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.735851] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.735984] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.737169] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.737169] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.737169] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.737169] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.737169] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.737169] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.737169] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.737169] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 already deleted. [ 938.737169] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.801477] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: SUCCESS [ 938.801696] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.230049] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.230414] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.230689] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.231214] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.231604] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.231815] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 6c61fa41-72d5-418e-8680-896f92acca95 not found, creating... [ 939.232354] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.232651] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.232896] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.233323] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.233631] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.234187] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.234504] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.234772] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.235174] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.235485] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.235648] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 6c61fa41-72d5-418e-8680-896f92acca95 is going to be created. [ 939.258454] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.258792] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.258854] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.259664] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.259664] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.259664] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-6c61fa41-72d5-418e-8680-896f92acca95" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.697302] env[69148]: INFO networking_nsxv3.common.synchronization [req-19d200fe-7b9c-44fd-b9d1-fa46f719e95f req-ec994024-08d8-4f82-a395-88f29f6480ab tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Enqueued Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_members [ 939.697882] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_members [ 939.698382] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.698519] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.698937] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.698937] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.699567] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.699567] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.699567] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.699567] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.699567] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.699567] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.983922] env[69148]: INFO networking_nsxv3.common.synchronization [req-219883e7-a207-4c17-97af-0b62310234c5 req-eec2dcaf-80e5-4c53-bd2d-e694bf3b7a37 service nova] Enqueued Resource ID: 90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 with Priority: HIGHEST for action security_group_rules [ 939.984120] env[69148]: INFO networking_nsxv3.common.synchronization [req-219883e7-a207-4c17-97af-0b62310234c5 req-eec2dcaf-80e5-4c53-bd2d-e694bf3b7a37 service nova] Enqueued Resource ID: 90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 with Priority: HIGHEST for action security_group_members [ 939.984265] env[69148]: INFO networking_nsxv3.common.synchronization [req-219883e7-a207-4c17-97af-0b62310234c5 req-eec2dcaf-80e5-4c53-bd2d-e694bf3b7a37 service nova] Enqueued Resource ID: 6c61fa41-72d5-418e-8680-896f92acca95 with Priority: HIGHEST for action port [ 939.984485] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 with Priority: HIGHEST for action security_group_rules [ 939.984609] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 with Priority: HIGHEST for action security_group_members [ 939.984703] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c61fa41-72d5-418e-8680-896f92acca95 with Priority: HIGHEST for action port [ 939.985528] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.985659] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.985733] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.985917] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.985999] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.991158] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.991158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.991158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.991158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.991158] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.991158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.991158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.991158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.991158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.991158] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.991158] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c61fa41-72d5-418e-8680-896f92acca95 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.991158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c61fa41-72d5-418e-8680-896f92acca95" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.991158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c61fa41-72d5-418e-8680-896f92acca95" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.991158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c61fa41-72d5-418e-8680-896f92acca95" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.991158] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c61fa41-72d5-418e-8680-896f92acca95',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.212780] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.493140] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.493412] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.493504] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.494374] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c61fa41-72d5-418e-8680-896f92acca95 with status ACTIVE [ 940.494555] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.494702] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.494738] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.494929] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.495087] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.495276] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.495444] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.495444] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.495604] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.495676] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.495852] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.495982] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.496039] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.496185] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.496232] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.496327] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c61fa41-72d5-418e-8680-896f92acca95 is going to be updated. [ 940.517899] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.517899] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.518113] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.518194] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.518405] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.518634] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c61fa41-72d5-418e-8680-896f92acca95" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.714609] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.816033] env[69148]: INFO networking_nsxv3.common.synchronization [req-f335acdf-42e3-4712-b564-dae94e25ac67 req-6eff2427-d72a-4e70-afce-c8d5cfb724cb tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Enqueued Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_members [ 940.816033] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_members [ 940.818617] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca4a3dab-4665-44a6-8cef-e328abed0131 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.818617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.818617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.818617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.818617] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.818617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.818617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.818617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.818617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.818617] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.998728] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.216566] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.216793] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.216853] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.217124] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.217283] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.217393] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 is going to be updated. [ 941.245678] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.245813] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.245881] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.246110] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.246252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.258834] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: IN_PROGRESS for 2s [ 941.320026] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.320184] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.320257] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.320494] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.320588] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.320789] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.320891] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.320952] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.321141] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.321225] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.321310] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca4a3dab-4665-44a6-8cef-e328abed0131 already deleted. [ 941.321389] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.503195] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.503195] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.503195] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.503688] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.503688] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.503688] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 is going to be created. [ 941.533552] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.533711] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.533808] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.534188] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.534274] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.543507] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 in Status: UNINITIALIZED for 2s [ 941.669306] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-154 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.669509] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-154" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.669636] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-154" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.669970] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-154" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.670271] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.670445] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.670624] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.670872] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.671037] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.671353] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 941.671496] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.671669] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.671732] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.671910] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 941.672035] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.672175] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.690028] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.690224] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 941.690367] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.690549] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-154" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.690845] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.691036] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.691191] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.691543] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.691699] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.194418] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.194709] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.194882] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.195547] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.195547] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.195547] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd not found, creating... [ 942.195877] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.196181] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.196352] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.196628] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.196776] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.197078] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.197265] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.197394] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.197605] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.197741] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.197887] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd is going to be created. [ 942.238154] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.238385] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.238506] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.238790] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.239140] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.239271] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.017022] env[69148]: INFO networking_nsxv3.common.synchronization [req-f335acdf-42e3-4712-b564-dae94e25ac67 req-1d82619d-946e-49e5-9cdb-e2ad5c4196f6 service nova] Enqueued Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_rules [ 943.019604] env[69148]: INFO networking_nsxv3.common.synchronization [req-f335acdf-42e3-4712-b564-dae94e25ac67 req-1d82619d-946e-49e5-9cdb-e2ad5c4196f6 service nova] Enqueued Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_members [ 943.019967] env[69148]: INFO networking_nsxv3.common.synchronization [req-f335acdf-42e3-4712-b564-dae94e25ac67 req-1d82619d-946e-49e5-9cdb-e2ad5c4196f6 service nova] Enqueued Resource ID: f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd with Priority: HIGHEST for action port [ 943.023074] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_rules [ 943.023074] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_members [ 943.023074] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd with Priority: HIGHEST for action port [ 943.023074] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca4a3dab-4665-44a6-8cef-e328abed0131 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.023074] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.023074] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.023074] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.023074] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.023074] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca4a3dab-4665-44a6-8cef-e328abed0131 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.023074] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.023074] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.023074] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.023605] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.023605] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.023605] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.023605] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.023605] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.023757] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.025432] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.025432] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.025561] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.025640] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.025715] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.268664] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: SUCCESS [ 943.268767] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.527629] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.528781] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca4a3dab-4665-44a6-8cef-e328abed0131 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.528891] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.529063] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd with status ACTIVE [ 943.529219] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.529326] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.529390] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.529607] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.529694] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.529884] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.529976] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.530049] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.530205] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.530283] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.530459] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.530550] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.530610] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.530745] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.530819] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.530901] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd is going to be updated. [ 943.552582] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 in Status: SUCCESS [ 943.552796] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.552989] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.553212] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.553393] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.553614] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.553614] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.553716] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.553777] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.553856] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.553946] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.561225] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.561225] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.561225] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.561225] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.561468] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.561468] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2f6b9a0-517f-4155-8efb-9cf77fe8cbdd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.036837] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.057192] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.539844] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.539986] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.540095] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.541021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.541021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.541021] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca4a3dab-4665-44a6-8cef-e328abed0131 is going to be created. [ 944.559538] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1: rpc.has_security_group_logging(os_id): False [ 944.564375] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.564571] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.564673] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.564946] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.565185] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.573403] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca4a3dab-4665-44a6-8cef-e328abed0131 in Status: UNINITIALIZED for 2s [ 944.576714] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.576842] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.577083] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.577309] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.577407] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.577661] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.577783] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.577866] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.578034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.578119] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.578212] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 is going to be created. [ 944.662543] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.662543] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.662543] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.662757] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.662931] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.677880] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 in Status: IN_PROGRESS for 2s [ 946.585063] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca4a3dab-4665-44a6-8cef-e328abed0131 in Status: SUCCESS [ 946.585063] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.585424] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.585470] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.585855] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.585975] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.586218] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.586218] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.586316] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.586354] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.586515] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.651574] env[69148]: INFO networking_nsxv3.common.synchronization [req-f335acdf-42e3-4712-b564-dae94e25ac67 req-5c2a7c8a-94cc-4038-8659-31c4e898cb70 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Enqueued Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_members [ 946.652116] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_members [ 946.652427] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca4a3dab-4665-44a6-8cef-e328abed0131 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.652551] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.652618] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.652847] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.653088] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.653459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.653537] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.653829] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.653916] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.654020] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.690817] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 in Status: SUCCESS [ 946.691155] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.065403] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-154 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.065609] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-154" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.065734] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-154" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.066010] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-154" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.066316] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.066484] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.066607] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.066833] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.066982] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.069035] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 947.069035] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.069035] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.069035] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.069035] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 947.069035] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.069315] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.088040] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.088040] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 947.088404] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.088404] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-154" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.088662] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-fbb314c4-8c80-4968-9a76-c309a4215613 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.088827] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-fbb314c4-8c80-4968-9a76-c309a4215613" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.088952] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-fbb314c4-8c80-4968-9a76-c309a4215613" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.089303] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-fbb314c4-8c80-4968-9a76-c309a4215613" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.089449] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbb314c4-8c80-4968-9a76-c309a4215613',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.090379] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca4a3dab-4665-44a6-8cef-e328abed0131 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.090475] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.155768] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.593969] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.593969] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.593969] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.593969] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.593969] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.593969] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port fbb314c4-8c80-4968-9a76-c309a4215613 not found, creating... [ 947.593969] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.593969] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.593969] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.594632] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.594632] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.595864] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.595864] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.595864] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.595864] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.595864] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.595864] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: fbb314c4-8c80-4968-9a76-c309a4215613 is going to be created. [ 947.614803] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.615063] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.615283] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.615576] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.615818] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.616086] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-fbb314c4-8c80-4968-9a76-c309a4215613" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.657998] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.898018] env[69148]: INFO networking_nsxv3.common.synchronization [req-9ad3121e-0cd6-47a5-9bda-e026d7f2a4b6 req-86f2de5b-ab2c-4f5d-8042-6ab631fa1909 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Enqueued Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 947.898818] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 947.899302] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.899490] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.899607] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.899903] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.900160] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.900320] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.900427] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.900751] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.900798] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.900924] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.160789] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.161042] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.161164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.161342] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.161440] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.161568] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca4a3dab-4665-44a6-8cef-e328abed0131 is going to be updated. [ 948.189331] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.189480] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.189553] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.190912] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.190912] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.198365] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca4a3dab-4665-44a6-8cef-e328abed0131 in Status: IN_PROGRESS for 2s [ 948.403448] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.403584] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.403660] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.403884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.403979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.404196] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.404306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.404364] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.404553] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.404613] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.404674] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 is going to be updated. [ 948.408401] env[69148]: INFO networking_nsxv3.common.synchronization [req-f335acdf-42e3-4712-b564-dae94e25ac67 req-6ca1cfa0-c4ec-469d-9a8e-babcca5726b2 service nova] Enqueued Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_rules [ 948.408587] env[69148]: INFO networking_nsxv3.common.synchronization [req-f335acdf-42e3-4712-b564-dae94e25ac67 req-6ca1cfa0-c4ec-469d-9a8e-babcca5726b2 service nova] Enqueued Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_members [ 948.408729] env[69148]: INFO networking_nsxv3.common.synchronization [req-f335acdf-42e3-4712-b564-dae94e25ac67 req-6ca1cfa0-c4ec-469d-9a8e-babcca5726b2 service nova] Enqueued Resource ID: fbb314c4-8c80-4968-9a76-c309a4215613 with Priority: HIGHEST for action port [ 948.409685] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_rules [ 948.409685] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_members [ 948.409685] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbb314c4-8c80-4968-9a76-c309a4215613 with Priority: HIGHEST for action port [ 948.409876] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca4a3dab-4665-44a6-8cef-e328abed0131 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.409876] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.409999] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca4a3dab-4665-44a6-8cef-e328abed0131 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.410168] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.410369] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbb314c4-8c80-4968-9a76-c309a4215613 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.410471] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbb314c4-8c80-4968-9a76-c309a4215613" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.410536] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbb314c4-8c80-4968-9a76-c309a4215613" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.410713] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbb314c4-8c80-4968-9a76-c309a4215613" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.410790] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbb314c4-8c80-4968-9a76-c309a4215613',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.464032] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.464032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.464032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.464032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.464032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.474392] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: IN_PROGRESS for 2s [ 948.914436] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbb314c4-8c80-4968-9a76-c309a4215613 with status ACTIVE [ 948.915022] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.915022] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.915022] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.915363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.915491] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.915716] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.916110] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.916110] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.916206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.916237] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.917031] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.917031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.917031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.917031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.917031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.917031] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbb314c4-8c80-4968-9a76-c309a4215613 is going to be updated. [ 948.936971] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.936971] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.937156] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.937396] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.937582] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.937922] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbb314c4-8c80-4968-9a76-c309a4215613" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.392222] env[69148]: INFO networking_nsxv3.common.synchronization [req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 req-8c03bc25-e94e-4ddb-b4cd-ea9fa554a10e tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Enqueued Resource ID: 188f2541-1c0b-49d0-8226-d4c9fa231b2c with Priority: HIGHEST for action security_group_members [ 949.392730] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188f2541-1c0b-49d0-8226-d4c9fa231b2c with Priority: HIGHEST for action security_group_members [ 949.393132] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-188f2541-1c0b-49d0-8226-d4c9fa231b2c taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.393265] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.393345] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.393653] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.393884] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.393992] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.394078] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.394258] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.394341] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.394450] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('188f2541-1c0b-49d0-8226-d4c9fa231b2c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.900862] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.901033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.901272] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.901353] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.901457] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.901685] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.903089] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.903089] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.903089] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.903089] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.903089] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 188f2541-1c0b-49d0-8226-d4c9fa231b2c already deleted. [ 949.903089] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.210862] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca4a3dab-4665-44a6-8cef-e328abed0131 in Status: SUCCESS [ 950.211135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.211271] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.211483] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.211841] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.211841] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.211841] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.212030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.212116] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.212147] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.212285] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca4a3dab-4665-44a6-8cef-e328abed0131 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.212492] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.212492] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.212560] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.212664] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.212757] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.212803] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.212932] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.212999] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.214353] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.218037] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.218037] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.218037] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.218037] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.218037] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.218037] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.218037] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.218037] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.218037] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.242076] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.242076] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-953" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.242076] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-953" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.242468] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-953" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.242657] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.242824] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.242957] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.244031] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.244659] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.244945] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.245108] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.245233] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.245348] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.245463] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.245587] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.247279] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.265808] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.265808] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 950.265808] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.265808] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-953" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.266348] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-f3037fe5-a659-4449-bc5b-502aff13141e taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.266348] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-f3037fe5-a659-4449-bc5b-502aff13141e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.266493] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-f3037fe5-a659-4449-bc5b-502aff13141e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.266703] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-f3037fe5-a659-4449-bc5b-502aff13141e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.266858] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3037fe5-a659-4449-bc5b-502aff13141e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.382286] env[69148]: INFO networking_nsxv3.common.synchronization [req-879dd0f2-aa85-4e68-baf6-6fbef9e20a95 req-50ddd744-7810-416d-9903-4bf6ec41c006 tempest-ServersWithSpecificFlavorTestJSON-95039917 tempest-ServersWithSpecificFlavorTestJSON-95039917-project-member] Enqueued Resource ID: e93156e7-c7b9-455d-b2a6-769155d728d3 with Priority: HIGHEST for action security_group_members [ 950.382919] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93156e7-c7b9-455d-b2a6-769155d728d3 with Priority: HIGHEST for action security_group_members [ 950.383793] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e93156e7-c7b9-455d-b2a6-769155d728d3 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.383896] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.384013] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.384317] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.384536] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.384669] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.384738] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.384924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.385024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.385162] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e93156e7-c7b9-455d-b2a6-769155d728d3',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.483438] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: SUCCESS [ 950.483678] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 deletion is rescheduled due to dependency. [ 950.483813] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.718610] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca4a3dab-4665-44a6-8cef-e328abed0131: rpc.has_security_group_logging(os_id): False [ 950.719788] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.735958] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.735958] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.735958] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.736218] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.736300] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.736507] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.736624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.736664] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.736847] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.736929] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.737145] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.737242] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.737291] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.737531] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.737531] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.737685] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.737827] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.737827] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.737959] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.738064] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.738152] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca4a3dab-4665-44a6-8cef-e328abed0131 is going to be created. [ 950.772166] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.772476] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.772612] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.772911] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.773077] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.773240] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port f3037fe5-a659-4449-bc5b-502aff13141e not found, creating... [ 950.773550] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.774833] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.774963] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.775264] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.775411] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.775727] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.775884] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.776011] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.776241] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.776398] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.776544] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: f3037fe5-a659-4449-bc5b-502aff13141e is going to be created. [ 950.790971] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.791208] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.791258] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.791496] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.791740] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.796805] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.797047] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.797200] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.797524] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.797783] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.798028] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-f3037fe5-a659-4449-bc5b-502aff13141e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.805073] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca4a3dab-4665-44a6-8cef-e328abed0131 in Status: IN_PROGRESS for 2s [ 950.888386] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.888746] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.888746] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.889072] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.889246] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.889570] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.889750] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.889863] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.890173] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.890333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.890515] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e93156e7-c7b9-455d-b2a6-769155d728d3 is going to be updated. [ 950.928677] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.928907] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.929040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.929401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.929618] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.941334] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e93156e7-c7b9-455d-b2a6-769155d728d3 in Status: IN_PROGRESS for 2s [ 951.222096] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.724494] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.724743] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.724968] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.725131] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.725278] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.725385] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca4a3dab-4665-44a6-8cef-e328abed0131 is going to be updated. [ 951.750515] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.750700] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.750762] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.750928] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.751087] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.760204] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca4a3dab-4665-44a6-8cef-e328abed0131 in Status: IN_PROGRESS for 2s [ 951.788064] env[69148]: INFO networking_nsxv3.common.synchronization [req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 req-492a7bde-9101-4ec4-9b7e-60139310f9c9 service nova] Enqueued Resource ID: 188f2541-1c0b-49d0-8226-d4c9fa231b2c with Priority: HIGHEST for action security_group_rules [ 951.789026] env[69148]: INFO networking_nsxv3.common.synchronization [req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 req-492a7bde-9101-4ec4-9b7e-60139310f9c9 service nova] Enqueued Resource ID: 188f2541-1c0b-49d0-8226-d4c9fa231b2c with Priority: HIGHEST for action security_group_members [ 951.789026] env[69148]: INFO networking_nsxv3.common.synchronization [req-9bd008ff-f4ef-42fe-bd49-729a7a83c823 req-492a7bde-9101-4ec4-9b7e-60139310f9c9 service nova] Enqueued Resource ID: f3037fe5-a659-4449-bc5b-502aff13141e with Priority: HIGHEST for action port [ 951.789026] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188f2541-1c0b-49d0-8226-d4c9fa231b2c with Priority: HIGHEST for action security_group_rules [ 951.789199] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188f2541-1c0b-49d0-8226-d4c9fa231b2c with Priority: HIGHEST for action security_group_members [ 951.789199] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3037fe5-a659-4449-bc5b-502aff13141e with Priority: HIGHEST for action port [ 951.789442] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-188f2541-1c0b-49d0-8226-d4c9fa231b2c taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.789585] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.789750] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.789941] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.790662] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('188f2541-1c0b-49d0-8226-d4c9fa231b2c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.791426] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-188f2541-1c0b-49d0-8226-d4c9fa231b2c taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.791713] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.791713] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.792216] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.792368] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.792464] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.792524] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.792813] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.792897] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.792987] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('188f2541-1c0b-49d0-8226-d4c9fa231b2c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.794722] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3037fe5-a659-4449-bc5b-502aff13141e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.794722] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3037fe5-a659-4449-bc5b-502aff13141e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.794722] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3037fe5-a659-4449-bc5b-502aff13141e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.794870] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3037fe5-a659-4449-bc5b-502aff13141e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.794870] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3037fe5-a659-4449-bc5b-502aff13141e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.296881] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('188f2541-1c0b-49d0-8226-d4c9fa231b2c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.301967] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-188f2541-1c0b-49d0-8226-d4c9fa231b2c taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.301967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.301967] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3037fe5-a659-4449-bc5b-502aff13141e with status ACTIVE [ 952.301967] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.301967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.301967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.301967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.301967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.301967] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.301967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.301967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.301967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.301967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.303760] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.304284] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.304681] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.305182] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.305431] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.305631] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3037fe5-a659-4449-bc5b-502aff13141e is going to be updated. [ 952.327736] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.328428] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.328428] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.328571] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.328727] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.328881] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3037fe5-a659-4449-bc5b-502aff13141e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.664554] env[69148]: INFO networking_nsxv3.common.synchronization [req-a90d61d0-0263-457e-a3ba-002509249301 req-29c60e63-5ce9-4f3c-9bd7-5808233acd32 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Enqueued Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 952.665306] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 952.665642] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.665770] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.665842] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.666049] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.666193] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.666288] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.666346] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.666489] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.666566] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.666665] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.800557] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('188f2541-1c0b-49d0-8226-d4c9fa231b2c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.816434] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca4a3dab-4665-44a6-8cef-e328abed0131 in Status: SUCCESS [ 952.816699] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.817285] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.817542] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.817660] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.952779] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e93156e7-c7b9-455d-b2a6-769155d728d3 in Status: SUCCESS [ 952.953021] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e93156e7-c7b9-455d-b2a6-769155d728d3 deletion is rescheduled due to dependency. [ 952.953201] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.168832] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.303450] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.303875] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.303875] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.303875] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.304082] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.304082] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 188f2541-1c0b-49d0-8226-d4c9fa231b2c is going to be created. [ 953.311983] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-532 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.312212] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-532" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.312344] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-532" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.312623] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-532" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.312889] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.313111] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.313267] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.313553] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.313712] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.314076] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 953.314418] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.314591] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.314719] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.314861] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 953.315014] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.315169] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.319805] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca4a3dab-4665-44a6-8cef-e328abed0131 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.319952] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.328274] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.328558] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.328674] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.329310] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.329688] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.334833] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.335020] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 953.335170] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.335349] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-532" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.335665] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-3ac0f872-036b-40fb-8f29-2fa78fca74fe taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.335835] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-3ac0f872-036b-40fb-8f29-2fa78fca74fe" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.335961] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-3ac0f872-036b-40fb-8f29-2fa78fca74fe" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.336307] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-3ac0f872-036b-40fb-8f29-2fa78fca74fe" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.336462] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ac0f872-036b-40fb-8f29-2fa78fca74fe',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.341945] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188f2541-1c0b-49d0-8226-d4c9fa231b2c in Status: UNINITIALIZED for 2s [ 953.671981] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.772873] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca4a3dab-4665-44a6-8cef-e328abed0131 in Status: SUCCESS [ 953.773149] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.773341] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.773569] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.773791] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.773942] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.774011] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.774157] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.774271] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.774320] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.774404] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.841025] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.841025] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.841025] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.841025] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.841025] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.841025] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 3ac0f872-036b-40fb-8f29-2fa78fca74fe not found, creating... [ 953.841025] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.841025] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.841025] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.842264] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.842865] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.843489] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.844048] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.844417] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.844956] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.845346] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.847018] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 3ac0f872-036b-40fb-8f29-2fa78fca74fe is going to be created. [ 953.867029] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.867029] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.867029] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.867438] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.867746] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.868052] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-3ac0f872-036b-40fb-8f29-2fa78fca74fe" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.175134] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.175371] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.175371] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.175619] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.175712] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.175811] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b is going to be updated. [ 954.210801] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.211026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.211120] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.211363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.211510] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.220034] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: IN_PROGRESS for 2s [ 954.276723] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca4a3dab-4665-44a6-8cef-e328abed0131 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.277042] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.277174] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.277467] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.277697] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.277853] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.278026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.278202] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.278301] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.278435] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.278601] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca4a3dab-4665-44a6-8cef-e328abed0131 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.278751] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.278878] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.279058] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.279249] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.279355] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.279451] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.279611] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.279737] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.280232] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.280395] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.572802] env[69148]: INFO networking_nsxv3.common.synchronization [req-a90d61d0-0263-457e-a3ba-002509249301 req-3bb2fa2b-40bd-4c73-b646-0f7745693a90 service nova] Enqueued Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_rules [ 954.573208] env[69148]: INFO networking_nsxv3.common.synchronization [req-a90d61d0-0263-457e-a3ba-002509249301 req-3bb2fa2b-40bd-4c73-b646-0f7745693a90 service nova] Enqueued Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 954.573208] env[69148]: INFO networking_nsxv3.common.synchronization [req-a90d61d0-0263-457e-a3ba-002509249301 req-3bb2fa2b-40bd-4c73-b646-0f7745693a90 service nova] Enqueued Resource ID: 3ac0f872-036b-40fb-8f29-2fa78fca74fe with Priority: HIGHEST for action port [ 954.573358] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_rules [ 954.573497] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 954.573587] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ac0f872-036b-40fb-8f29-2fa78fca74fe with Priority: HIGHEST for action port [ 954.574182] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.574323] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.574402] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.574565] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.574639] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.575528] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.575645] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.575825] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ac0f872-036b-40fb-8f29-2fa78fca74fe taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.575937] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ac0f872-036b-40fb-8f29-2fa78fca74fe" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.575987] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ac0f872-036b-40fb-8f29-2fa78fca74fe" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.576170] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ac0f872-036b-40fb-8f29-2fa78fca74fe" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.576241] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ac0f872-036b-40fb-8f29-2fa78fca74fe',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.783856] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca4a3dab-4665-44a6-8cef-e328abed0131: rpc.has_security_group_logging(os_id): False [ 954.800787] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.800966] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.801020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.801231] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.801331] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.801584] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.801675] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.801731] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.801851] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.801926] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.802128] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.802230] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.802287] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.802448] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.802526] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.802713] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.802802] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.802863] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.802995] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.803084] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.803171] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca4a3dab-4665-44a6-8cef-e328abed0131 is going to be updated. [ 954.857885] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.858060] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.858105] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.858361] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.858513] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.870382] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca4a3dab-4665-44a6-8cef-e328abed0131 in Status: IN_PROGRESS for 2s [ 955.078682] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.078899] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.079200] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ac0f872-036b-40fb-8f29-2fa78fca74fe with status ACTIVE [ 955.079480] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.079655] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.079767] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.080100] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.080247] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.080519] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.080679] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.080798] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.081075] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.081210] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.081501] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.081672] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.081778] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.082015] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.082165] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.082276] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ac0f872-036b-40fb-8f29-2fa78fca74fe is going to be updated. [ 955.101577] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.101721] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.101798] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.101998] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.102142] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.102300] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ac0f872-036b-40fb-8f29-2fa78fca74fe" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.355064] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188f2541-1c0b-49d0-8226-d4c9fa231b2c in Status: SUCCESS [ 955.355351] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.355556] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.355831] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.356085] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.356217] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.356312] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.356523] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.356639] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.356759] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.356880] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('188f2541-1c0b-49d0-8226-d4c9fa231b2c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.861582] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('188f2541-1c0b-49d0-8226-d4c9fa231b2c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.229657] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: SUCCESS [ 956.229883] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.230090] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.230311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.230501] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.230623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.230689] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.230837] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.230919] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.231095] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.364552] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 188f2541-1c0b-49d0-8226-d4c9fa231b2c: rpc.has_security_group_logging(os_id): False [ 956.381183] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.381363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.381447] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.381740] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.381850] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.382174] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.382298] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.382396] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.382603] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.382676] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.382770] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 188f2541-1c0b-49d0-8226-d4c9fa231b2c is going to be created. [ 956.438099] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.438281] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.438376] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.438759] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.438862] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.449065] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 188f2541-1c0b-49d0-8226-d4c9fa231b2c in Status: IN_PROGRESS for 2s [ 956.734276] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.884655] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca4a3dab-4665-44a6-8cef-e328abed0131 in Status: SUCCESS [ 956.889458] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.237078] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.740506] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.740684] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.740760] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.741081] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.741208] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.741329] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b is going to be updated. [ 957.771819] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.771973] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.772157] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.772252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.772399] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.781291] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: IN_PROGRESS for 2s [ 957.899173] env[69148]: INFO networking_nsxv3.common.synchronization [req-82aef58a-f233-454f-bfe5-cd4c0360cb86 req-a135702d-24ee-4734-ac5e-6a90f0ec8f92 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Enqueued Resource ID: cd89b95a-5715-424e-9b46-c027b753df71 with Priority: HIGHEST for action security_group_members [ 957.899755] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd89b95a-5715-424e-9b46-c027b753df71 with Priority: HIGHEST for action security_group_members [ 957.900198] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd89b95a-5715-424e-9b46-c027b753df71 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.900452] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.900557] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.900858] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.901058] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.901165] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.901251] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.901471] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.901563] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.901682] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd89b95a-5715-424e-9b46-c027b753df71',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.316143] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-516 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.316350] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-516" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.316476] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-516" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.316824] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-516" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.317116] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.317514] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.317672] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.318103] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.318385] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.318494] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 958.318780] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.318993] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.319160] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.319328] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 958.319725] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.319725] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.337626] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.337816] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 958.337953] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.338391] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-516" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.338730] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-e7687911-1108-4397-92c3-3a68ae527f2b taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.338900] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-e7687911-1108-4397-92c3-3a68ae527f2b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.339049] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-e7687911-1108-4397-92c3-3a68ae527f2b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.339370] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-e7687911-1108-4397-92c3-3a68ae527f2b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.339517] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7687911-1108-4397-92c3-3a68ae527f2b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.404161] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.404990] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.404990] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.404990] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.404990] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.404990] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.404990] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.405247] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.405247] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.405366] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.405398] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd89b95a-5715-424e-9b46-c027b753df71 already deleted. [ 958.405461] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.462817] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 188f2541-1c0b-49d0-8226-d4c9fa231b2c in Status: SUCCESS [ 958.463094] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.842748] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.843641] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.843641] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.843641] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.843641] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.843830] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port e7687911-1108-4397-92c3-3a68ae527f2b not found, creating... [ 958.845029] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.845029] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.845029] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.845029] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.845029] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.845029] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.845392] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.845392] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.845537] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.845670] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.845815] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: e7687911-1108-4397-92c3-3a68ae527f2b is going to be created. [ 958.864726] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.864859] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.864992] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.865329] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.865565] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.865788] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-e7687911-1108-4397-92c3-3a68ae527f2b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.748148] env[69148]: INFO networking_nsxv3.common.synchronization [req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e req-07851c6c-13c0-4a6b-9b0a-d863b62ec9c5 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Enqueued Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_members [ 959.748757] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_members [ 959.749066] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.749217] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.749291] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.749445] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.749605] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.749709] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.749758] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.749893] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.750399] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.750567] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.789612] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: SUCCESS [ 959.789846] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.789991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.790545] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.790779] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.790901] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.790970] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.791150] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.791232] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.791322] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.791415] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.255182] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.255415] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.255512] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.255830] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.255949] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.256548] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.256548] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.256548] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.256755] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.256845] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.257520] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424d5d13-3045-45cb-a397-d748954b6f87 is going to be deleted. [ 960.267694] env[69148]: INFO networking_nsxv3.common.synchronization [req-82aef58a-f233-454f-bfe5-cd4c0360cb86 req-d8de6c8d-b36c-4d08-ae3c-31abe894bf54 service nova] Enqueued Resource ID: cd89b95a-5715-424e-9b46-c027b753df71 with Priority: HIGHEST for action security_group_rules [ 960.267694] env[69148]: INFO networking_nsxv3.common.synchronization [req-82aef58a-f233-454f-bfe5-cd4c0360cb86 req-d8de6c8d-b36c-4d08-ae3c-31abe894bf54 service nova] Enqueued Resource ID: cd89b95a-5715-424e-9b46-c027b753df71 with Priority: HIGHEST for action security_group_members [ 960.267694] env[69148]: INFO networking_nsxv3.common.synchronization [req-82aef58a-f233-454f-bfe5-cd4c0360cb86 req-d8de6c8d-b36c-4d08-ae3c-31abe894bf54 service nova] Enqueued Resource ID: e7687911-1108-4397-92c3-3a68ae527f2b with Priority: HIGHEST for action port [ 960.267694] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd89b95a-5715-424e-9b46-c027b753df71 with Priority: HIGHEST for action security_group_rules [ 960.267694] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd89b95a-5715-424e-9b46-c027b753df71 with Priority: HIGHEST for action security_group_members [ 960.267694] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7687911-1108-4397-92c3-3a68ae527f2b with Priority: HIGHEST for action port [ 960.267694] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd89b95a-5715-424e-9b46-c027b753df71 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.267694] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.267694] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.267694] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.267694] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd89b95a-5715-424e-9b46-c027b753df71',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.268274] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd89b95a-5715-424e-9b46-c027b753df71 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.268367] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.268940] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.268940] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.268940] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.269107] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.269107] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.270990] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.271194] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.271261] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd89b95a-5715-424e-9b46-c027b753df71',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.273225] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7687911-1108-4397-92c3-3a68ae527f2b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.275379] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7687911-1108-4397-92c3-3a68ae527f2b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.275379] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7687911-1108-4397-92c3-3a68ae527f2b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.276968] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7687911-1108-4397-92c3-3a68ae527f2b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.276968] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7687911-1108-4397-92c3-3a68ae527f2b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.293814] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.293973] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.295219] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.295219] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.295219] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.295219] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.295487] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.295487] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.295673] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.295721] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.295890] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.296020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.296084] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.296277] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.296363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.296465] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.296605] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.296701] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.296804] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.296948] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.297119] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.297205] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.297297] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.297484] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.297562] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.297662] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.297754] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.528381] env[69148]: INFO networking_nsxv3.common.synchronization [req-2c54f793-8d6c-4d22-8eca-e770106c3f38 req-435f4509-5625-4cba-89ff-7b6f92d26ae1 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Enqueued Resource ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b with Priority: HIGHEST for action security_group_members [ 960.528932] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b with Priority: HIGHEST for action security_group_members [ 960.529242] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.529365] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.529433] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.529624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.529801] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.529924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.529924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.530207] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.530247] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.530324] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2effdce-62b0-45b7-a46c-bd4cbe9a660b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.532242] env[69148]: INFO networking_nsxv3.common.synchronization [req-3862f2dc-17e6-4881-ab3f-36bde55a3363 req-4b06678a-19b2-4ccf-94f4-11be502c183d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Enqueued Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_members [ 960.537020] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_members [ 960.537020] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.537020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.537020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.537020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.537020] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.537020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.537020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.537020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.537020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.537020] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.709106] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.709390] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.709540] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.709821] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.710354] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.710577] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.710724] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.711040] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.711415] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.711478] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.711573] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.711695] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.711810] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.711938] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.712181] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.712278] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.731396] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.731694] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 960.731766] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.731920] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.732285] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-04fe7d08-e40d-4f5a-91ef-3b3aab29274a taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.732476] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-04fe7d08-e40d-4f5a-91ef-3b3aab29274a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.732857] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-04fe7d08-e40d-4f5a-91ef-3b3aab29274a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.733157] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-04fe7d08-e40d-4f5a-91ef-3b3aab29274a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.733327] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04fe7d08-e40d-4f5a-91ef-3b3aab29274a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.778374] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd89b95a-5715-424e-9b46-c027b753df71 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.778665] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.778787] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd89b95a-5715-424e-9b46-c027b753df71',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.781166] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7687911-1108-4397-92c3-3a68ae527f2b with status ACTIVE [ 960.781356] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.781480] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.781550] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.781729] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.781817] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.782022] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.782106] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.782214] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.782322] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.782380] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.782558] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.782649] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.782709] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.782847] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.782912] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.782996] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7687911-1108-4397-92c3-3a68ae527f2b is going to be updated. [ 960.800053] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2e13469-c28b-4d9f-8469-a7ffb4376c5b: rpc.has_security_group_logging(os_id): False [ 960.803983] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.804171] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.804244] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.804481] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.804663] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.805245] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7687911-1108-4397-92c3-3a68ae527f2b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.817497] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.817661] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.817742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.817989] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.818229] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.818339] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.819377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.819377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.819377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.819377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.819377] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.819377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.819377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.819377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.819377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.819801] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.819801] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.819801] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.819967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.820106] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.820204] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b is going to be updated. [ 960.899546] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.899811] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.899895] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.900159] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.900354] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.936226] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: IN_PROGRESS for 2s [ 961.033874] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2effdce-62b0-45b7-a46c-bd4cbe9a660b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.037930] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.235936] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.236286] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.236405] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.236729] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.236888] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.237065] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 04fe7d08-e40d-4f5a-91ef-3b3aab29274a not found, creating... [ 961.237422] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.237623] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.237747] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.238008] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.238160] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.238518] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.238672] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.238795] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.239014] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.239328] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.239451] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 04fe7d08-e40d-4f5a-91ef-3b3aab29274a is going to be created. [ 961.261809] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.262074] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.262209] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.262517] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.262772] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.263044] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-04fe7d08-e40d-4f5a-91ef-3b3aab29274a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.284994] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd89b95a-5715-424e-9b46-c027b753df71',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.536150] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2effdce-62b0-45b7-a46c-bd4cbe9a660b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.539989] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.790435] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.790837] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.790837] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.790909] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.791085] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.791085] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd89b95a-5715-424e-9b46-c027b753df71 is going to be created. [ 961.815372] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.815613] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.815613] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.815808] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.815968] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.825474] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd89b95a-5715-424e-9b46-c027b753df71 in Status: UNINITIALIZED for 2s [ 962.042574] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.043118] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.043118] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.043118] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.043118] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.043311] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b is going to be updated. [ 962.044552] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.044681] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.044758] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.044937] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.045049] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.045118] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 is going to be updated. [ 962.077820] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.078029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.078104] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.078385] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.078579] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.082265] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.082411] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.082483] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.082683] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.082859] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.091913] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b in Status: IN_PROGRESS for 2s [ 962.092656] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: IN_PROGRESS for 2s [ 962.108345] env[69148]: INFO networking_nsxv3.common.synchronization [req-d141df48-deec-4dac-8acd-7d77c4210951 req-6c338360-23a6-494f-9075-f9ad542b485d tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Enqueued Resource ID: 6365330c-97c3-4666-a60b-f0149e6a0124 with Priority: HIGHEST for action security_group_members [ 962.108944] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6365330c-97c3-4666-a60b-f0149e6a0124 with Priority: HIGHEST for action security_group_members [ 962.109530] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-6365330c-97c3-4666-a60b-f0149e6a0124 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.109715] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.109853] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.110147] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.110361] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.110537] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.110752] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.110931] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.111112] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.111294] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6365330c-97c3-4666-a60b-f0149e6a0124',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.614889] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.615132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.615241] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.615517] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.615643] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.616459] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.616459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.616459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.616459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.616459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.616459] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6365330c-97c3-4666-a60b-f0149e6a0124 is going to be updated. [ 962.641076] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.643818] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.643818] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.643818] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.643818] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.650084] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6365330c-97c3-4666-a60b-f0149e6a0124 in Status: IN_PROGRESS for 2s [ 962.829016] env[69148]: INFO networking_nsxv3.common.synchronization [req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e req-a3a82295-94b1-4ef1-b4bc-6936f45b4c14 service nova] Enqueued Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_rules [ 962.829016] env[69148]: INFO networking_nsxv3.common.synchronization [req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e req-a3a82295-94b1-4ef1-b4bc-6936f45b4c14 service nova] Enqueued Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_members [ 962.829016] env[69148]: INFO networking_nsxv3.common.synchronization [req-a237d7de-eec1-4d8a-aeb2-e1ec9595341e req-a3a82295-94b1-4ef1-b4bc-6936f45b4c14 service nova] Enqueued Resource ID: 04fe7d08-e40d-4f5a-91ef-3b3aab29274a with Priority: HIGHEST for action port [ 962.829016] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_rules [ 962.829016] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_members [ 962.829016] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fe7d08-e40d-4f5a-91ef-3b3aab29274a with Priority: HIGHEST for action port [ 962.834020] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.834020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.834020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.834020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.834020] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.834020] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.834020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.834020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.834020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.834020] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.834020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.834020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.834020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.834020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.834020] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.834873] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-04fe7d08-e40d-4f5a-91ef-3b3aab29274a taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.835108] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04fe7d08-e40d-4f5a-91ef-3b3aab29274a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.835247] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04fe7d08-e40d-4f5a-91ef-3b3aab29274a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.835493] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04fe7d08-e40d-4f5a-91ef-3b3aab29274a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.835672] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04fe7d08-e40d-4f5a-91ef-3b3aab29274a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.949054] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: SUCCESS [ 962.949328] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.337642] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.340339] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.340339] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.340339] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04fe7d08-e40d-4f5a-91ef-3b3aab29274a with status ACTIVE [ 963.340339] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.340339] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.340339] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.340339] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.340339] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.340689] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.340689] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.340689] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.340689] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.340838] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.340933] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.341779] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.342055] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.342296] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.342795] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.343103] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04fe7d08-e40d-4f5a-91ef-3b3aab29274a is going to be updated. [ 963.364202] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.364202] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.364202] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.364202] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.364202] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.364202] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04fe7d08-e40d-4f5a-91ef-3b3aab29274a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.834672] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd89b95a-5715-424e-9b46-c027b753df71 in Status: SUCCESS [ 963.834940] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.835054] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.835305] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.836020] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.836020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.836020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.836020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.836020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.836020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.836295] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd89b95a-5715-424e-9b46-c027b753df71',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.845705] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.104273] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: SUCCESS [ 964.104484] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.105223] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b in Status: SUCCESS [ 964.105421] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.338281] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd89b95a-5715-424e-9b46-c027b753df71 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.338498] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.338625] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.338834] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.338998] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.339114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.339182] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.339347] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.339436] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.339522] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.339667] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd89b95a-5715-424e-9b46-c027b753df71 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.339757] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.339829] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.339967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.340144] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.340235] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.340291] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.340384] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.340483] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.340565] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.340635] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd89b95a-5715-424e-9b46-c027b753df71',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.350811] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.350961] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.351037] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.351243] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.351328] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.351433] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424d5d13-3045-45cb-a397-d748954b6f87 is going to be created. [ 964.372957] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.373110] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.373180] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.373378] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.373535] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.383409] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424d5d13-3045-45cb-a397-d748954b6f87 in Status: UNINITIALIZED for 2s [ 964.523515] env[69148]: INFO networking_nsxv3.common.synchronization [req-f3279ca2-e351-4ffb-8231-8a42c1440e72 req-e6ceb062-6145-4962-8ab8-37f2cd014298 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Enqueued Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_members [ 964.524420] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_members [ 964.524420] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca4a3dab-4665-44a6-8cef-e328abed0131 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.524576] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.524576] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.524730] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.524882] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.524979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.525052] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.525212] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.525317] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.525419] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.659138] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6365330c-97c3-4666-a60b-f0149e6a0124 in Status: SUCCESS [ 964.659793] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6365330c-97c3-4666-a60b-f0149e6a0124 deletion is rescheduled due to dependency. [ 964.659793] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.843365] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd89b95a-5715-424e-9b46-c027b753df71: rpc.has_security_group_logging(os_id): False [ 964.860892] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.861103] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.861165] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.861370] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.861452] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.861686] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.861779] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.862407] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.862407] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.862407] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.862407] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.862407] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.862407] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.862808] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.862808] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.862808] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.862808] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.862982] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.863023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.863143] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.863306] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd89b95a-5715-424e-9b46-c027b753df71 is going to be created. [ 964.914427] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.914578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.914641] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.915031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.915031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.924414] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd89b95a-5715-424e-9b46-c027b753df71 in Status: IN_PROGRESS for 2s [ 965.028115] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.531917] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.655150] env[69148]: INFO networking_nsxv3.common.synchronization [req-6a77b896-ae66-46d5-9376-1a77121faddd req-bc3500a6-b8fa-4514-917b-baba844e03d2 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Enqueued Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_members [ 965.655150] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_members [ 965.655150] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.655664] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.655926] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.656298] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.656652] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.656967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.657212] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.657548] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.659037] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.659037] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.899950] env[69148]: INFO networking_nsxv3.common.synchronization [req-e427decc-70f9-46ac-95e3-bd7ba7484ac6 req-fabd8aa7-f2f1-40e0-aff4-9febac746324 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Enqueued Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_members [ 965.899950] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_members [ 965.899950] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca4a3dab-4665-44a6-8cef-e328abed0131 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.900682] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.034144] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.034340] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.034419] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.034680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.034771] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.034848] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca4a3dab-4665-44a6-8cef-e328abed0131 is going to be updated. [ 966.062580] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.062709] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.062781] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.062986] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.063149] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.075572] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca4a3dab-4665-44a6-8cef-e328abed0131 in Status: IN_PROGRESS for 2s [ 966.160435] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.160627] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.160692] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.160915] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.161019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.161233] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.161373] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.161492] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.161618] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.161697] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.161807] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 is going to be updated. [ 966.201299] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.201470] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.201707] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.201826] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.201951] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.211156] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: IN_PROGRESS for 2s [ 966.225700] env[69148]: INFO networking_nsxv3.common.synchronization [req-6a77b896-ae66-46d5-9376-1a77121faddd req-9c91a36e-02ac-4d33-aa18-620fa2eb32ce tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Enqueued Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_members [ 966.226239] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_members [ 966.226543] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.226663] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.398341] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424d5d13-3045-45cb-a397-d748954b6f87 in Status: SUCCESS [ 966.398570] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.399904] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.400122] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.400359] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.400498] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.400578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.404116] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.404116] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.404116] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.404116] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.710339] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-504 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.710339] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-504" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.710339] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-504" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.710733] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-504" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.711151] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.711743] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.715021] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.715021] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.715021] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.715021] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 966.715021] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.715021] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.715021] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.715021] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 966.715021] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.715021] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.734739] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.735222] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 966.735565] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.736661] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-504" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.736661] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-7ef9ad72-ad80-41fa-ab9a-ac879abf2cca taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.736661] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-7ef9ad72-ad80-41fa-ab9a-ac879abf2cca" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.736661] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-7ef9ad72-ad80-41fa-ab9a-ac879abf2cca" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.737185] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-7ef9ad72-ad80-41fa-ab9a-ac879abf2cca" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.737702] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ef9ad72-ad80-41fa-ab9a-ac879abf2cca',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.908998] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.908998] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.908998] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.908998] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.908998] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.908998] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.909516] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.909516] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.909516] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.909665] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.909705] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.909775] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.909835] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.909995] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.910181] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.910278] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.910341] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.910509] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.910590] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.910672] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.910764] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.938897] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd89b95a-5715-424e-9b46-c027b753df71 in Status: SUCCESS [ 966.939141] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.240979] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.241281] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.241367] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.241663] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.241817] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.241976] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 7ef9ad72-ad80-41fa-ab9a-ac879abf2cca not found, creating... [ 967.242258] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.242419] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.242541] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.242754] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.242894] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.243195] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.243354] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.243513] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.243832] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.243832] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.243949] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 7ef9ad72-ad80-41fa-ab9a-ac879abf2cca is going to be created. [ 967.276439] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.276699] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.276831] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.277124] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.277969] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.277969] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-7ef9ad72-ad80-41fa-ab9a-ac879abf2cca" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.413481] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 424d5d13-3045-45cb-a397-d748954b6f87: rpc.has_security_group_logging(os_id): False [ 967.432025] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.432025] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.432025] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.432025] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.432025] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.432025] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.432303] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.432303] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.432303] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.432465] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.432504] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.432615] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.432703] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.432844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.432920] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.433107] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.433200] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.433261] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.433397] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.433470] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.433647] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 424d5d13-3045-45cb-a397-d748954b6f87 is going to be created. [ 967.496829] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.496980] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.497062] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.497334] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.497506] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.510220] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 424d5d13-3045-45cb-a397-d748954b6f87 in Status: IN_PROGRESS for 2s [ 968.078623] env[69148]: INFO networking_nsxv3.common.synchronization [None req-b48a5fa4-541a-4153-ba47-397ac6a91938 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Enqueued Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_members [ 968.079846] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_members [ 968.080570] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.080714] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.080791] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.080998] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.081166] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.081321] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.081321] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.081464] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.081652] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.081755] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.088762] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca4a3dab-4665-44a6-8cef-e328abed0131 in Status: SUCCESS [ 968.089122] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.089798] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.090086] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.090313] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.090462] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.090549] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.090778] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.090901] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.091092] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.222264] env[69148]: INFO networking_nsxv3.common.synchronization [req-6a77b896-ae66-46d5-9376-1a77121faddd req-3468bb9c-6c8a-4b7c-a01a-1a76aed49c44 service nova] Enqueued Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_rules [ 968.222264] env[69148]: INFO networking_nsxv3.common.synchronization [req-6a77b896-ae66-46d5-9376-1a77121faddd req-3468bb9c-6c8a-4b7c-a01a-1a76aed49c44 service nova] Enqueued Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_members [ 968.222264] env[69148]: INFO networking_nsxv3.common.synchronization [req-6a77b896-ae66-46d5-9376-1a77121faddd req-3468bb9c-6c8a-4b7c-a01a-1a76aed49c44 service nova] Enqueued Resource ID: 7ef9ad72-ad80-41fa-ab9a-ac879abf2cca with Priority: HIGHEST for action port [ 968.222264] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_rules [ 968.223610] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_members [ 968.224089] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ef9ad72-ad80-41fa-ab9a-ac879abf2cca with Priority: HIGHEST for action port [ 968.225073] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: SUCCESS [ 968.228180] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 deletion is rescheduled due to dependency. [ 968.228180] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.228180] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.228180] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.228180] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.228180] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.228180] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.228754] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.228873] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.228911] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.229090] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.229231] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.229323] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.229394] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.229519] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.229598] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.229678] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.230829] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ef9ad72-ad80-41fa-ab9a-ac879abf2cca taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.230957] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ef9ad72-ad80-41fa-ab9a-ac879abf2cca" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.231023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ef9ad72-ad80-41fa-ab9a-ac879abf2cca" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.231708] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ef9ad72-ad80-41fa-ab9a-ac879abf2cca" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.231708] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ef9ad72-ad80-41fa-ab9a-ac879abf2cca',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.360856] env[69148]: INFO networking_nsxv3.common.synchronization [req-0a9b48f0-ede3-4ab9-b363-edb70a3ce4f4 req-25e814a0-7da2-4d88-8daa-11aaa9e3cf90 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Enqueued Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 968.361214] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 968.361556] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.361681] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.361777] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.362459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.362628] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.362732] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.362794] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.362932] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.363037] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.363151] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.585020] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.596624] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.596747] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.596829] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.597028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.597122] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.597386] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.597639] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.597763] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.598039] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.598159] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.598291] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca4a3dab-4665-44a6-8cef-e328abed0131 is going to be updated. [ 968.634771] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.634925] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.634991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.635217] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.635369] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.644432] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca4a3dab-4665-44a6-8cef-e328abed0131 in Status: IN_PROGRESS for 2s [ 968.734032] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.734637] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.734637] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.734800] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ef9ad72-ad80-41fa-ab9a-ac879abf2cca with status ACTIVE [ 968.734800] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.735350] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.735350] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.735350] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.735350] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.735598] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.735664] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.735706] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.735834] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.736023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.737021] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.737021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.737021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.737021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.737021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.737021] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ef9ad72-ad80-41fa-ab9a-ac879abf2cca is going to be updated. [ 968.759940] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.760143] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.760240] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.760461] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.760623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.760797] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ef9ad72-ad80-41fa-ab9a-ac879abf2cca" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.865427] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.087432] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.193461] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-459 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.193661] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-459" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.193793] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-459" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.194144] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-459" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.194411] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.194573] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.194695] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.194919] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.195436] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.195685] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 969.195829] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.195961] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.196089] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.196254] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 969.196373] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.196513] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.220128] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.220333] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 969.220492] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.220697] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-459" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.221082] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.221288] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.221431] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.222564] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.222564] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.241391] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.368038] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.506032] env[69148]: INFO networking_nsxv3.common.synchronization [req-047aed1c-fc59-4f4f-9451-b87fb9e80ace req-dd9eac10-611c-4479-85b3-e139145e4f20 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Enqueued Resource ID: 1d134997-318a-4e8a-8cb2-90863a96abb0 with Priority: HIGHEST for action security_group_members [ 969.506846] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d134997-318a-4e8a-8cb2-90863a96abb0 with Priority: HIGHEST for action security_group_members [ 969.506846] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d134997-318a-4e8a-8cb2-90863a96abb0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.507033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.507033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.507291] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.507752] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.507752] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.507752] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.507752] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.507752] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.507934] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d134997-318a-4e8a-8cb2-90863a96abb0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.527097] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 424d5d13-3045-45cb-a397-d748954b6f87 in Status: SUCCESS [ 969.527097] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.591587] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.591744] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.591848] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.592033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.592127] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.592225] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424d5d13-3045-45cb-a397-d748954b6f87 is going to be updated. [ 969.636405] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.636560] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.636617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.636829] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.636973] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.646441] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424d5d13-3045-45cb-a397-d748954b6f87 in Status: IN_PROGRESS for 2s [ 969.724508] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.724839] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.725042] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.725493] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.725659] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.725822] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a not found, creating... [ 969.726150] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.726316] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.726404] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.726627] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.726766] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.727066] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.727226] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.727424] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.727659] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.727801] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.727945] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a is going to be created. [ 969.741457] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.741638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.741748] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.741903] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.741996] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.742110] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 is going to be updated. [ 969.753357] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.753589] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.753753] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.753987] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.754230] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.754455] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.773724] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.773869] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.773964] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.774164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.774310] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.784440] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: IN_PROGRESS for 2s [ 969.872577] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.872744] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.872849] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.873159] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.873291] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.873429] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b is going to be updated. [ 969.876815] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-685 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.877058] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-685" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.877235] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-685" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.877594] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-685" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.877895] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.878113] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.878406] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.878617] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.878797] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.879041] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 969.879204] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.879328] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.879486] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.879616] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 969.879765] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.879924] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.902767] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.902954] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 969.903110] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.903337] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-685" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.903745] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-e49783e2-a0c7-482a-8c29-b140f6608bca taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.903977] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-e49783e2-a0c7-482a-8c29-b140f6608bca" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.904209] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-e49783e2-a0c7-482a-8c29-b140f6608bca" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.904561] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-e49783e2-a0c7-482a-8c29-b140f6608bca" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.904717] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e49783e2-a0c7-482a-8c29-b140f6608bca',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.930494] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.930680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.930779] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.931041] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.931611] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.941143] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: IN_PROGRESS for 2s [ 970.010657] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.010830] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.010914] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.011167] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.011749] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.011749] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.011749] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.011749] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.011952] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.011952] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.011952] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d134997-318a-4e8a-8cb2-90863a96abb0 already deleted. [ 970.012072] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.407353] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.407706] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.407899] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.408315] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.408558] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.408821] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port e49783e2-a0c7-482a-8c29-b140f6608bca not found, creating... [ 970.409252] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.409500] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.409698] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.410041] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.410263] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.410694] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.410933] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.411135] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.411447] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.411678] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.411880] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: e49783e2-a0c7-482a-8c29-b140f6608bca is going to be created. [ 970.437457] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.437773] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.437994] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.438391] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.438718] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.440132] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-e49783e2-a0c7-482a-8c29-b140f6608bca" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.654060] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca4a3dab-4665-44a6-8cef-e328abed0131 in Status: SUCCESS [ 970.654252] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca4a3dab-4665-44a6-8cef-e328abed0131 deletion is rescheduled due to dependency. [ 970.654371] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.786975] env[69148]: INFO networking_nsxv3.common.synchronization [req-6a77b896-ae66-46d5-9376-1a77121faddd req-15241e59-6da8-40b6-b91f-97f8e032ffd3 service nova] Enqueued Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_rules [ 970.787128] env[69148]: INFO networking_nsxv3.common.synchronization [req-6a77b896-ae66-46d5-9376-1a77121faddd req-15241e59-6da8-40b6-b91f-97f8e032ffd3 service nova] Enqueued Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_members [ 970.787314] env[69148]: INFO networking_nsxv3.common.synchronization [req-6a77b896-ae66-46d5-9376-1a77121faddd req-15241e59-6da8-40b6-b91f-97f8e032ffd3 service nova] Enqueued Resource ID: 674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a with Priority: HIGHEST for action port [ 970.787575] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_rules [ 970.787705] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_members [ 970.787821] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a with Priority: HIGHEST for action port [ 970.788392] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.788532] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.788756] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.788842] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.789651] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.789810] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.789882] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.790117] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.790202] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.840579] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.840794] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.840924] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.841210] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.841511] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.841690] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.841814] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.842052] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.842205] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.842414] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.842532] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.842643] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.842754] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.842864] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.842971] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.843129] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.863482] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.863655] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 970.863794] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.864027] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.864349] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-fa421d1b-e233-49ba-8766-38e3586f019e taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.864524] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-fa421d1b-e233-49ba-8766-38e3586f019e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.864649] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-fa421d1b-e233-49ba-8766-38e3586f019e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.864964] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-fa421d1b-e233-49ba-8766-38e3586f019e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.865126] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa421d1b-e233-49ba-8766-38e3586f019e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.298041] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a with status ACTIVE [ 971.298041] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.298041] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.298041] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.298041] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.298041] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.298041] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.298041] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.298041] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.298041] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.298041] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.298041] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.298041] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.298041] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.298041] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.298041] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.298041] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a is going to be updated. [ 971.321944] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.322136] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.322263] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.322436] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.322604] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.322776] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-674f8f8e-5a0d-4e6c-84aa-7ce0071a2c6a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.324573] env[69148]: INFO networking_nsxv3.common.synchronization [req-047aed1c-fc59-4f4f-9451-b87fb9e80ace req-42e6a732-460b-4603-a38a-eef11b254221 service nova] Enqueued Resource ID: 1d134997-318a-4e8a-8cb2-90863a96abb0 with Priority: HIGHEST for action security_group_rules [ 971.324799] env[69148]: INFO networking_nsxv3.common.synchronization [req-047aed1c-fc59-4f4f-9451-b87fb9e80ace req-42e6a732-460b-4603-a38a-eef11b254221 service nova] Enqueued Resource ID: 1d134997-318a-4e8a-8cb2-90863a96abb0 with Priority: HIGHEST for action security_group_members [ 971.324947] env[69148]: INFO networking_nsxv3.common.synchronization [req-047aed1c-fc59-4f4f-9451-b87fb9e80ace req-42e6a732-460b-4603-a38a-eef11b254221 service nova] Enqueued Resource ID: e49783e2-a0c7-482a-8c29-b140f6608bca with Priority: HIGHEST for action port [ 971.325210] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d134997-318a-4e8a-8cb2-90863a96abb0 with Priority: HIGHEST for action security_group_rules [ 971.325356] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d134997-318a-4e8a-8cb2-90863a96abb0 with Priority: HIGHEST for action security_group_members [ 971.325514] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49783e2-a0c7-482a-8c29-b140f6608bca with Priority: HIGHEST for action port [ 971.326033] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d134997-318a-4e8a-8cb2-90863a96abb0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.326164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.326265] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.326524] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.326694] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d134997-318a-4e8a-8cb2-90863a96abb0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.328101] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d134997-318a-4e8a-8cb2-90863a96abb0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.328172] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.328207] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.328505] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.328572] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.328680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.328680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.328847] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.328927] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.329029] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d134997-318a-4e8a-8cb2-90863a96abb0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.331255] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-e49783e2-a0c7-482a-8c29-b140f6608bca taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.331361] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e49783e2-a0c7-482a-8c29-b140f6608bca" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.331515] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e49783e2-a0c7-482a-8c29-b140f6608bca" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.331637] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e49783e2-a0c7-482a-8c29-b140f6608bca" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.331688] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e49783e2-a0c7-482a-8c29-b140f6608bca',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.367138] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.367347] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.367485] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.367783] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.367938] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.368130] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port fa421d1b-e233-49ba-8766-38e3586f019e not found, creating... [ 971.368378] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.368541] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.368662] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.368902] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.369089] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.369353] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.369517] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.369637] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.369848] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.369985] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.370140] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: fa421d1b-e233-49ba-8766-38e3586f019e is going to be created. [ 971.388809] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.389031] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.389180] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.389374] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.389601] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.389903] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-fa421d1b-e233-49ba-8766-38e3586f019e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.656125] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424d5d13-3045-45cb-a397-d748954b6f87 in Status: SUCCESS [ 971.656467] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.793935] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: SUCCESS [ 971.794200] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.794370] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.798026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.798026] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.798026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.798026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.798026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.798026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.798026] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.835174] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d134997-318a-4e8a-8cb2-90863a96abb0 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.835312] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.836344] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d134997-318a-4e8a-8cb2-90863a96abb0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.837354] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e49783e2-a0c7-482a-8c29-b140f6608bca with status ACTIVE [ 971.837579] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.837748] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.837842] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.838114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.838232] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.838498] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.838644] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.838734] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.838931] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.839044] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.839293] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.839437] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.839526] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.839937] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.839937] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.839937] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e49783e2-a0c7-482a-8c29-b140f6608bca is going to be updated. [ 971.860496] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.860641] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.860748] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.860976] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.861136] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.861316] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e49783e2-a0c7-482a-8c29-b140f6608bca" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.951863] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: SUCCESS [ 971.952128] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.144947] env[69148]: INFO networking_nsxv3.common.synchronization [req-44335e16-120e-40a7-b648-34e32cd3b93f req-d5403568-8745-4669-87dd-11827df452e8 service nova] Enqueued Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_rules [ 972.145159] env[69148]: INFO networking_nsxv3.common.synchronization [req-44335e16-120e-40a7-b648-34e32cd3b93f req-d5403568-8745-4669-87dd-11827df452e8 service nova] Enqueued Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_members [ 972.145331] env[69148]: INFO networking_nsxv3.common.synchronization [req-44335e16-120e-40a7-b648-34e32cd3b93f req-d5403568-8745-4669-87dd-11827df452e8 service nova] Enqueued Resource ID: fa421d1b-e233-49ba-8766-38e3586f019e with Priority: HIGHEST for action port [ 972.145579] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_rules [ 972.145732] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_members [ 972.145839] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa421d1b-e233-49ba-8766-38e3586f019e with Priority: HIGHEST for action port [ 972.146384] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.146535] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.146564] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.146760] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.146841] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.147971] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.148139] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.148410] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.148410] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.148669] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.148776] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.148924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.149066] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.149194] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.149364] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.150665] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa421d1b-e233-49ba-8766-38e3586f019e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.153171] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa421d1b-e233-49ba-8766-38e3586f019e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.153290] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa421d1b-e233-49ba-8766-38e3586f019e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.153465] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa421d1b-e233-49ba-8766-38e3586f019e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.153548] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa421d1b-e233-49ba-8766-38e3586f019e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.300301] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.342352] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d134997-318a-4e8a-8cb2-90863a96abb0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.655581] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.656794] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.657089] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.657125] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa421d1b-e233-49ba-8766-38e3586f019e with status ACTIVE [ 972.657288] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.657406] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.657476] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.657676] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.657766] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.657935] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.658045] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.658108] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.658261] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.658357] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.658568] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.658659] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.658733] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.658875] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.658958] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.659039] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa421d1b-e233-49ba-8766-38e3586f019e is going to be updated. [ 972.681069] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.681158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.681222] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.681412] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.681530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.681686] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa421d1b-e233-49ba-8766-38e3586f019e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.802057] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.845072] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.845317] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.845317] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.845549] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.845641] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.845739] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d134997-318a-4e8a-8cb2-90863a96abb0 is going to be created. [ 972.869207] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.869207] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.869207] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.869408] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.869439] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.877644] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d134997-318a-4e8a-8cb2-90863a96abb0 in Status: UNINITIALIZED for 2s [ 973.161591] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.303664] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.303850] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.304068] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.304385] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.304514] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.304639] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 is going to be updated. [ 973.331782] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.332053] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.332053] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.332290] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.332461] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.343140] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: IN_PROGRESS for 2s [ 973.664716] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.665091] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.665091] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.665281] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.665393] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.665500] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424d5d13-3045-45cb-a397-d748954b6f87 is going to be updated. [ 973.692201] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.692563] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.692630] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.692889] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.693074] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.704415] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424d5d13-3045-45cb-a397-d748954b6f87 in Status: IN_PROGRESS for 2s [ 974.862628] env[69148]: INFO networking_nsxv3.common.synchronization [req-10d7eedd-9c6b-4f3e-b365-929feab8b2f1 req-77add953-d80d-4558-a0f4-09070c0023e6 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Enqueued Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_members [ 974.862890] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_members [ 974.863173] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.863302] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.863371] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.863620] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.863756] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.863876] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.863952] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.866416] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.866511] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.866628] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.887633] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d134997-318a-4e8a-8cb2-90863a96abb0 in Status: SUCCESS [ 974.887633] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.887832] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.888046] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.888231] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.888346] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.888464] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.888631] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.888705] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.888787] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.888878] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d134997-318a-4e8a-8cb2-90863a96abb0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.353409] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: SUCCESS [ 975.353644] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.353690] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.353897] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.354192] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.354344] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.354425] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.354624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.354698] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.354786] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.354891] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.355865] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.356078] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.356257] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.356383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.356449] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.356642] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.356687] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.356783] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.371588] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.371740] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.371792] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.372020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.372113] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.372317] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.372430] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.372534] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.372623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.372691] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.373377] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 is going to be updated. [ 975.391618] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d134997-318a-4e8a-8cb2-90863a96abb0 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.391828] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.391828] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.392064] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.392235] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.392339] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.392402] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.392547] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.392648] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.392757] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.392909] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d134997-318a-4e8a-8cb2-90863a96abb0 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.393013] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.393076] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.393215] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.393351] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.393441] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.393501] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.393630] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.393704] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.393799] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.393972] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d134997-318a-4e8a-8cb2-90863a96abb0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.401718] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.401914] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.401914] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.402133] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.402276] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.410901] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: IN_PROGRESS for 2s [ 975.713228] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424d5d13-3045-45cb-a397-d748954b6f87 in Status: SUCCESS [ 975.713550] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.713793] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.714065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.714309] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.714438] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.714540] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.714735] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.714845] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.714956] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.715090] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.861553] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.861876] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.862264] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.896608] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d134997-318a-4e8a-8cb2-90863a96abb0: rpc.has_security_group_logging(os_id): False [ 975.914300] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.914486] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.914530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.914787] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.914869] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.915166] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.915339] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.915459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.915634] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.915714] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.915942] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.916050] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.916114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.916277] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.916359] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.916533] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.916624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.916789] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.916844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.916963] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.916963] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d134997-318a-4e8a-8cb2-90863a96abb0 is going to be created. [ 975.983361] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.983584] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.983659] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.983866] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.984140] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.994474] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d134997-318a-4e8a-8cb2-90863a96abb0 in Status: IN_PROGRESS for 2s [ 976.217885] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.218077] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.218162] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.218430] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.218675] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.218793] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.218861] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.219027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.219134] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.219228] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.219384] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.219503] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.219572] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.219726] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.219873] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.219968] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.220040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.220182] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.220256] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.220336] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.220427] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.364264] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.723200] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 424d5d13-3045-45cb-a397-d748954b6f87: rpc.has_security_group_logging(os_id): False [ 976.740371] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.740542] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.740617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.740850] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.740944] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.741195] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.741310] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.741359] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.741500] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.741593] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.741771] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.741879] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.741941] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.742105] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.742182] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.742363] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.742455] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.742517] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.742676] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.742753] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.742851] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 424d5d13-3045-45cb-a397-d748954b6f87 is going to be updated. [ 976.797530] env[69148]: INFO networking_nsxv3.common.synchronization [req-5008c021-ef42-4fd6-8a2a-36617b2aeb20 req-152b91bd-3980-40b2-ad3f-977d3765dfed tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Enqueued Resource ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 with Priority: HIGHEST for action security_group_members [ 976.798138] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 with Priority: HIGHEST for action security_group_members [ 976.798336] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af89b86-ea8f-414e-bdbd-710684dbdc97 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.798563] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.798563] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.799099] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.799099] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.799099] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.799303] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.799453] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.799515] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.799576] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0af89b86-ea8f-414e-bdbd-710684dbdc97',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.802848] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.802955] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.806031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.806031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.806031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.815476] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 424d5d13-3045-45cb-a397-d748954b6f87 in Status: IN_PROGRESS for 2s [ 976.866651] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.866819] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.866819] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.867037] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.867091] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.867236] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 is going to be updated. [ 976.896680] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.896972] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.896972] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.897222] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.897444] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.910120] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: IN_PROGRESS for 2s [ 977.305440] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0af89b86-ea8f-414e-bdbd-710684dbdc97',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.420241] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: SUCCESS [ 977.420414] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 deletion is rescheduled due to dependency. [ 977.420532] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.811021] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0af89b86-ea8f-414e-bdbd-710684dbdc97',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.006898] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d134997-318a-4e8a-8cb2-90863a96abb0 in Status: SUCCESS [ 978.007242] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.314354] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.314354] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.314354] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.314354] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.314354] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.314354] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 is going to be updated. [ 978.342577] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.342577] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.342577] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.342958] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.342958] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.351176] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 in Status: IN_PROGRESS for 2s [ 978.830026] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 424d5d13-3045-45cb-a397-d748954b6f87 in Status: SUCCESS [ 978.830026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.920012] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: SUCCESS [ 978.920319] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.920528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.920816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.921085] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.921261] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.921330] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.921523] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.921633] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.921750] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.921964] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.922132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.922196] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.922388] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.922575] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.922700] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.922786] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.922974] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.923093] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.923205] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.923327] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.426422] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6fbe064-71e4-45f0-8a7d-05fe85c6f198: rpc.has_security_group_logging(os_id): False [ 979.444189] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.444468] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.444578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.444879] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.445032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.445302] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.445525] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.445623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.445813] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.445921] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.446195] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.446336] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.446430] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.446931] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.446931] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.447078] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.447186] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.447186] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.447443] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.447580] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.447720] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 is going to be updated. [ 979.505880] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.506057] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.506142] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.506355] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.506510] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.529196] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: IN_PROGRESS for 2s [ 980.361751] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 in Status: SUCCESS [ 980.361968] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.943709] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-803 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.944032] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-803" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.944268] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-803" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.944687] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-803" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.945198] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.945537] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.945762] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.946146] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.946411] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.946707] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 980.946864] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.947125] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.947280] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.947441] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 980.947529] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 980.947674] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 980.965958] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 980.967040] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 980.967040] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 980.969133] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-803" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.969133] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-345f2441-51fd-45f9-8940-9b13f9315073 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.969133] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-345f2441-51fd-45f9-8940-9b13f9315073" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.969133] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-345f2441-51fd-45f9-8940-9b13f9315073" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.969133] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-345f2441-51fd-45f9-8940-9b13f9315073" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.969133] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('345f2441-51fd-45f9-8940-9b13f9315073',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.475091] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.475091] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.475091] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.475565] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.476195] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.476195] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.476460] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.476624] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.476927] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.477353] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.478115] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.478404] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.479500] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.479500] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.479500] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.479500] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 345f2441-51fd-45f9-8940-9b13f9315073 is going to be updated. [ 981.501035] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.501302] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.501500] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.501759] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.502408] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.502408] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-345f2441-51fd-45f9-8940-9b13f9315073" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.546030] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: SUCCESS [ 981.546272] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.546456] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.546672] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.546786] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.799616] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 981.799616] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 982.055066] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.055332] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.055332] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.055548] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.055693] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.055783] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.055844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.055976] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.056075] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.056168] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.056259] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.562494] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.562701] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.562796] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.562955] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.563139] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.563238] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.563291] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.563445] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.563539] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.563612] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.563762] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.563892] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.563969] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.564062] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.564204] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.564285] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.564336] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.564479] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.564565] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.564673] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.564798] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.655609] env[69148]: INFO networking_nsxv3.common.synchronization [req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 req-eecce7e2-8b17-4131-acf9-324f200de68b service nova] Enqueued Resource ID: 8899b353-20b4-4984-b7dc-40612e84ef76 with Priority: HIGHEST for action security_group_rules [ 982.655808] env[69148]: INFO networking_nsxv3.common.synchronization [req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 req-eecce7e2-8b17-4131-acf9-324f200de68b service nova] Enqueued Resource ID: 8899b353-20b4-4984-b7dc-40612e84ef76 with Priority: HIGHEST for action security_group_members [ 982.655995] env[69148]: INFO networking_nsxv3.common.synchronization [req-cbf50fa7-bb0b-4d29-a373-35dfdf23f673 req-eecce7e2-8b17-4131-acf9-324f200de68b service nova] Enqueued Resource ID: 345f2441-51fd-45f9-8940-9b13f9315073 with Priority: HIGHEST for action port [ 982.656232] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8899b353-20b4-4984-b7dc-40612e84ef76 with Priority: HIGHEST for action security_group_rules [ 982.656359] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8899b353-20b4-4984-b7dc-40612e84ef76 with Priority: HIGHEST for action security_group_members [ 982.656455] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 345f2441-51fd-45f9-8940-9b13f9315073 with Priority: HIGHEST for action port [ 982.657726] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8899b353-20b4-4984-b7dc-40612e84ef76 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.657911] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.658041] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.658282] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.658364] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8899b353-20b4-4984-b7dc-40612e84ef76',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.659674] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-8899b353-20b4-4984-b7dc-40612e84ef76 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.659799] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.659871] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.660085] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.660257] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.660360] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.660428] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.660581] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.660685] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.660786] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8899b353-20b4-4984-b7dc-40612e84ef76',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.662964] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-345f2441-51fd-45f9-8940-9b13f9315073 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.664337] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-345f2441-51fd-45f9-8940-9b13f9315073" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.664428] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-345f2441-51fd-45f9-8940-9b13f9315073" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.664607] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-345f2441-51fd-45f9-8940-9b13f9315073" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.664694] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('345f2441-51fd-45f9-8940-9b13f9315073',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.059335] env[69148]: INFO networking_nsxv3.common.synchronization [req-48bce158-1e22-457b-9843-8c454bc24e70 req-ce9fd9c3-12df-40eb-a4f5-aa9bdad16fd3 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Enqueued Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_members [ 983.059625] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_members [ 983.059947] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.060132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.060289] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.060421] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.060618] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.060718] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.060783] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.060941] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.061046] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.061161] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.066781] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6fbe064-71e4-45f0-8a7d-05fe85c6f198: rpc.has_security_group_logging(os_id): False [ 983.084959] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.085150] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.085228] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.085459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.085554] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.085750] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.085858] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.085923] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.086088] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.086167] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.086359] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.086454] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.086519] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.086657] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.086731] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.086919] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.087029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.087090] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.087213] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.087286] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.087368] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 is going to be updated. [ 983.148319] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.148319] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.148319] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.148712] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.148712] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.163864] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8899b353-20b4-4984-b7dc-40612e84ef76',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.165430] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: IN_PROGRESS for 2s [ 983.165708] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-8899b353-20b4-4984-b7dc-40612e84ef76 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.165804] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.168741] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 345f2441-51fd-45f9-8940-9b13f9315073 with status ACTIVE [ 983.168741] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.168741] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.168741] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.168920] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.169034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.169204] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.169839] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.169839] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.169839] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.169839] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.169839] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.170111] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.170111] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.170111] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.170205] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.170383] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 345f2441-51fd-45f9-8940-9b13f9315073 is going to be updated. [ 983.191953] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.192111] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.192191] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.192399] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.192528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.192684] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-345f2441-51fd-45f9-8940-9b13f9315073" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.290216] env[69148]: INFO networking_nsxv3.common.synchronization [req-48bce158-1e22-457b-9843-8c454bc24e70 req-1d2dbe4b-34f1-4a63-8453-2548c546e356 tempest-ServersTestMultiNic-698691480 tempest-ServersTestMultiNic-698691480-project-member] Enqueued Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_members [ 983.290875] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGHEST for action security_group_members [ 983.291194] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.291290] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.563383] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.667265] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8899b353-20b4-4984-b7dc-40612e84ef76',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.065432] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.171012] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.171175] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.172026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.172026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.172026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.172026] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8899b353-20b4-4984-b7dc-40612e84ef76 is going to be updated. [ 984.196936] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.197081] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.197128] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.198259] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.198259] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.220490] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8899b353-20b4-4984-b7dc-40612e84ef76 in Status: IN_PROGRESS for 2s [ 984.336777] env[69148]: INFO networking_nsxv3.common.synchronization [req-095db85d-0d49-4bab-9acc-a7a406c7ae76 req-04acf6d8-1fa7-47de-ac6a-b1686c3120e6 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Enqueued Resource ID: cd89b95a-5715-424e-9b46-c027b753df71 with Priority: HIGHEST for action security_group_members [ 984.336881] env[69148]: INFO networking_nsxv3.common.synchronization [req-095db85d-0d49-4bab-9acc-a7a406c7ae76 req-04acf6d8-1fa7-47de-ac6a-b1686c3120e6 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Enqueued Resource ID: d13216fc-898f-4001-bdb1-d4f6e42031f6 with Priority: HIGHEST for action security_group_members [ 984.337473] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd89b95a-5715-424e-9b46-c027b753df71 with Priority: HIGHEST for action security_group_members [ 984.338209] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d13216fc-898f-4001-bdb1-d4f6e42031f6 with Priority: HIGHEST for action security_group_members [ 984.338209] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd89b95a-5715-424e-9b46-c027b753df71 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.338209] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.338209] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.338448] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.338483] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.338594] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.338708] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.338816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.338926] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.339051] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd89b95a-5715-424e-9b46-c027b753df71',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.340305] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d13216fc-898f-4001-bdb1-d4f6e42031f6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.340421] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d13216fc-898f-4001-bdb1-d4f6e42031f6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.340490] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d13216fc-898f-4001-bdb1-d4f6e42031f6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.340694] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d13216fc-898f-4001-bdb1-d4f6e42031f6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.340871] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.340925] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.341050] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.341614] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.341614] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.341614] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d13216fc-898f-4001-bdb1-d4f6e42031f6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.473335] env[69148]: INFO networking_nsxv3.common.synchronization [req-095db85d-0d49-4bab-9acc-a7a406c7ae76 req-04acf6d8-1fa7-47de-ac6a-b1686c3120e6 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Enqueued Resource ID: cd89b95a-5715-424e-9b46-c027b753df71 with Priority: HIGHEST for action security_group_rules [ 984.473528] env[69148]: INFO networking_nsxv3.common.synchronization [req-095db85d-0d49-4bab-9acc-a7a406c7ae76 req-04acf6d8-1fa7-47de-ac6a-b1686c3120e6 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Enqueued Resource ID: cd89b95a-5715-424e-9b46-c027b753df71 with Priority: HIGHEST for action security_group_members [ 984.473676] env[69148]: INFO networking_nsxv3.common.synchronization [req-095db85d-0d49-4bab-9acc-a7a406c7ae76 req-04acf6d8-1fa7-47de-ac6a-b1686c3120e6 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Enqueued Resource ID: d13216fc-898f-4001-bdb1-d4f6e42031f6 with Priority: HIGHEST for action security_group_rules [ 984.473808] env[69148]: INFO networking_nsxv3.common.synchronization [req-095db85d-0d49-4bab-9acc-a7a406c7ae76 req-04acf6d8-1fa7-47de-ac6a-b1686c3120e6 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Enqueued Resource ID: d13216fc-898f-4001-bdb1-d4f6e42031f6 with Priority: HIGHEST for action security_group_members [ 984.473940] env[69148]: INFO networking_nsxv3.common.synchronization [req-095db85d-0d49-4bab-9acc-a7a406c7ae76 req-04acf6d8-1fa7-47de-ac6a-b1686c3120e6 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Enqueued Resource ID: e7687911-1108-4397-92c3-3a68ae527f2b with Priority: HIGHEST for action port [ 984.477711] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd89b95a-5715-424e-9b46-c027b753df71 with Priority: HIGHEST for action security_group_rules [ 984.477711] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d13216fc-898f-4001-bdb1-d4f6e42031f6 with Priority: HIGHEST for action security_group_rules [ 984.477711] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7687911-1108-4397-92c3-3a68ae527f2b with Priority: HIGHEST for action port [ 984.477711] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd89b95a-5715-424e-9b46-c027b753df71 with Priority: HIGHEST for action security_group_members [ 984.477711] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d13216fc-898f-4001-bdb1-d4f6e42031f6 with Priority: HIGHEST for action security_group_members [ 984.477711] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd89b95a-5715-424e-9b46-c027b753df71 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.477711] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.477711] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.477711] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.477711] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd89b95a-5715-424e-9b46-c027b753df71',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.477711] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d13216fc-898f-4001-bdb1-d4f6e42031f6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.477711] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d13216fc-898f-4001-bdb1-d4f6e42031f6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.477711] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d13216fc-898f-4001-bdb1-d4f6e42031f6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.477711] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d13216fc-898f-4001-bdb1-d4f6e42031f6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.477711] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d13216fc-898f-4001-bdb1-d4f6e42031f6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.477711] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7687911-1108-4397-92c3-3a68ae527f2b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.478691] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7687911-1108-4397-92c3-3a68ae527f2b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.478691] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7687911-1108-4397-92c3-3a68ae527f2b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.478691] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7687911-1108-4397-92c3-3a68ae527f2b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.478691] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7687911-1108-4397-92c3-3a68ae527f2b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.478900] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd89b95a-5715-424e-9b46-c027b753df71 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.478900] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.479049] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d13216fc-898f-4001-bdb1-d4f6e42031f6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.479131] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d13216fc-898f-4001-bdb1-d4f6e42031f6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.568178] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.568649] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.568751] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.569080] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.569201] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.569311] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 is going to be updated. [ 984.593687] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.593848] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.593891] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.594111] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.594252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.602151] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: IN_PROGRESS for 2s [ 984.672986] env[69148]: INFO networking_nsxv3.common.synchronization [req-e3089698-15c3-4018-bd43-23a5fc5c5916 req-a0031385-9af9-47c5-9d53-301cef6aaf16 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Enqueued Resource ID: 1d134997-318a-4e8a-8cb2-90863a96abb0 with Priority: HIGHEST for action security_group_members [ 984.673771] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d134997-318a-4e8a-8cb2-90863a96abb0 with Priority: HIGHEST for action security_group_members [ 984.673928] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d134997-318a-4e8a-8cb2-90863a96abb0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.674156] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.674156] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.674348] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.674542] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.674637] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.674723] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.674874] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.675011] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.675137] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d134997-318a-4e8a-8cb2-90863a96abb0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.804062] env[69148]: INFO networking_nsxv3.common.synchronization [req-76d29c83-b8d1-4b25-ac07-798424f58539 req-77ef277d-0b8b-467d-8e87-af3be7524736 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Enqueued Resource ID: cd89b95a-5715-424e-9b46-c027b753df71 with Priority: HIGHEST for action security_group_members [ 984.805773] env[69148]: INFO networking_nsxv3.common.synchronization [req-76d29c83-b8d1-4b25-ac07-798424f58539 req-77ef277d-0b8b-467d-8e87-af3be7524736 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Enqueued Resource ID: d13216fc-898f-4001-bdb1-d4f6e42031f6 with Priority: HIGHEST for action security_group_members [ 984.805773] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd89b95a-5715-424e-9b46-c027b753df71 with Priority: HIGHEST for action security_group_members [ 984.805773] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d13216fc-898f-4001-bdb1-d4f6e42031f6 with Priority: HIGHEST for action security_group_members [ 984.805773] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd89b95a-5715-424e-9b46-c027b753df71 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.805773] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.805773] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d13216fc-898f-4001-bdb1-d4f6e42031f6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.805773] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d13216fc-898f-4001-bdb1-d4f6e42031f6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.840678] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd89b95a-5715-424e-9b46-c027b753df71',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.847042] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d13216fc-898f-4001-bdb1-d4f6e42031f6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.848225] env[69148]: INFO networking_nsxv3.common.synchronization [req-76d29c83-b8d1-4b25-ac07-798424f58539 req-77ef277d-0b8b-467d-8e87-af3be7524736 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Enqueued Resource ID: cd89b95a-5715-424e-9b46-c027b753df71 with Priority: HIGHEST for action security_group_rules [ 984.848381] env[69148]: INFO networking_nsxv3.common.synchronization [req-76d29c83-b8d1-4b25-ac07-798424f58539 req-77ef277d-0b8b-467d-8e87-af3be7524736 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Enqueued Resource ID: cd89b95a-5715-424e-9b46-c027b753df71 with Priority: HIGHEST for action security_group_members [ 984.848546] env[69148]: INFO networking_nsxv3.common.synchronization [req-76d29c83-b8d1-4b25-ac07-798424f58539 req-77ef277d-0b8b-467d-8e87-af3be7524736 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Enqueued Resource ID: e7687911-1108-4397-92c3-3a68ae527f2b with Priority: HIGHEST for action port [ 984.849031] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd89b95a-5715-424e-9b46-c027b753df71 with Priority: HIGHEST for action security_group_rules [ 984.849202] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd89b95a-5715-424e-9b46-c027b753df71 with Priority: HIGHEST for action security_group_members [ 984.849251] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7687911-1108-4397-92c3-3a68ae527f2b with Priority: HIGHEST for action port [ 984.849513] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd89b95a-5715-424e-9b46-c027b753df71 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.849600] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.849790] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd89b95a-5715-424e-9b46-c027b753df71 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.849868] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.850370] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7687911-1108-4397-92c3-3a68ae527f2b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.850474] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7687911-1108-4397-92c3-3a68ae527f2b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.983807] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd89b95a-5715-424e-9b46-c027b753df71 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.983807] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.983807] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7687911-1108-4397-92c3-3a68ae527f2b with status ACTIVE [ 984.983807] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.983807] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.983807] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.983807] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.983807] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.983807] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.983807] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.983807] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.983807] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.983807] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.984421] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.984421] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.984421] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.984421] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.984421] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.984421] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7687911-1108-4397-92c3-3a68ae527f2b is going to be updated. [ 984.985696] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d13216fc-898f-4001-bdb1-d4f6e42031f6 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.985835] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d13216fc-898f-4001-bdb1-d4f6e42031f6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.004737] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.004879] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.004952] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.005165] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.005307] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.005462] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7687911-1108-4397-92c3-3a68ae527f2b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.005615] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7687911-1108-4397-92c3-3a68ae527f2b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.005770] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7687911-1108-4397-92c3-3a68ae527f2b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.005865] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7687911-1108-4397-92c3-3a68ae527f2b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.177833] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.178277] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.178418] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.178638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.178739] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.179185] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.179305] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.179371] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.179525] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.179603] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.179690] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d134997-318a-4e8a-8cb2-90863a96abb0 is going to be updated. [ 985.195865] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: SUCCESS [ 985.196262] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.238764] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.238954] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.238998] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.239283] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.239675] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.250616] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d134997-318a-4e8a-8cb2-90863a96abb0 in Status: IN_PROGRESS for 2s [ 985.348473] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd89b95a-5715-424e-9b46-c027b753df71',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.349671] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d13216fc-898f-4001-bdb1-d4f6e42031f6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.508297] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7687911-1108-4397-92c3-3a68ae527f2b with status ACTIVE [ 985.509114] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.509114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.509114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.509273] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.509273] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.510979] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.510979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.510979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.510979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.510979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.510979] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.510979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.510979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.510979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.510979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.510979] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7687911-1108-4397-92c3-3a68ae527f2b is going to be updated. [ 985.530900] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.531071] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.531147] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.531344] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.531479] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.531639] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7687911-1108-4397-92c3-3a68ae527f2b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.740372] env[69148]: INFO networking_nsxv3.common.synchronization [req-04a78d5a-0040-482e-832e-691631cdd7df req-8dee053e-c85e-4e83-86a4-cf0c66210240 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Enqueued Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_members [ 985.741418] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_members [ 985.741418] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.741418] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.741628] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.741664] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.742015] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.742015] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.742015] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.742178] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.742178] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.742722] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.851840] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.851935] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.851980] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.852183] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.852269] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.852364] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd89b95a-5715-424e-9b46-c027b753df71 is going to be updated. [ 985.853714] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.853825] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.853890] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.854061] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.854136] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.854220] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d13216fc-898f-4001-bdb1-d4f6e42031f6 is going to be created. [ 985.874335] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.874508] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.874570] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.874744] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.874900] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.885666] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d13216fc-898f-4001-bdb1-d4f6e42031f6 in Status: UNINITIALIZED for 2s [ 985.892588] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.892779] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.892839] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.893030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.893163] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.902113] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd89b95a-5715-424e-9b46-c027b753df71 in Status: IN_PROGRESS for 2s [ 986.055453] env[69148]: INFO networking_nsxv3.common.synchronization [req-87057174-772a-4914-9ebe-3aac302ee52a req-5128719e-0260-4f52-884d-2286b216eb59 tempest-MigrationsAdminTest-183684721 tempest-MigrationsAdminTest-183684721-project-member] Enqueued Resource ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b with Priority: HIGHEST for action security_group_members [ 986.056044] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b with Priority: HIGHEST for action security_group_members [ 986.056694] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.056851] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.056922] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.057155] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.057338] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.057663] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.057663] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.057803] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.057843] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.058025] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2effdce-62b0-45b7-a46c-bd4cbe9a660b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.229411] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8899b353-20b4-4984-b7dc-40612e84ef76 in Status: SUCCESS [ 986.229699] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.229830] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.229995] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.230251] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.230414] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.230500] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.230705] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.230821] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.231027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.231082] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8899b353-20b4-4984-b7dc-40612e84ef76',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.245698] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.560633] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.560633] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.560633] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.560633] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.560633] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.560633] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.560633] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.560633] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.560993] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.560993] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.560993] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b is going to be updated. [ 986.586340] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.586466] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.586538] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.586741] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.586886] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.596102] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b in Status: IN_PROGRESS for 2s [ 986.608571] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: SUCCESS [ 986.608801] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.608963] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.609208] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.609395] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.609518] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.609585] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.609761] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.609974] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.609974] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.733208] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-8899b353-20b4-4984-b7dc-40612e84ef76 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.733364] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.733415] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.733909] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.734133] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.734247] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.734310] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.734493] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.734609] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.734769] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.734769] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-8899b353-20b4-4984-b7dc-40612e84ef76 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.734769] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.734769] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.734769] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.734769] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.734769] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.734769] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.734769] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.736126] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.736126] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.736378] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8899b353-20b4-4984-b7dc-40612e84ef76',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.748679] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.117923] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.119323] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.120977] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.120977] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.120977] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.120977] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.120977] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.120977] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.120977] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.120977] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.120977] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 is going to be updated. [ 987.147954] env[69148]: INFO networking_nsxv3.common.synchronization [None req-1d483d46-9bab-4392-91ee-cfb8e1234949 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Enqueued Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_members [ 987.149808] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_members [ 987.149808] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.149808] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.204882] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.204882] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.204981] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.209130] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.209130] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.216603] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: IN_PROGRESS for 2s [ 987.239559] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8899b353-20b4-4984-b7dc-40612e84ef76: rpc.has_security_group_logging(os_id): False [ 987.250118] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.250333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.250417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.250704] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.251751] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.251751] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424d5d13-3045-45cb-a397-d748954b6f87 is going to be updated. [ 987.267027] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.267147] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.267186] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.268900] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.279638] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d134997-318a-4e8a-8cb2-90863a96abb0 in Status: SUCCESS [ 987.279638] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d134997-318a-4e8a-8cb2-90863a96abb0 deletion is rescheduled due to dependency. [ 987.279638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.299359] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.299359] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.299359] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.299359] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.299359] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.300728] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.301271] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.301539] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.301693] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.301977] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.302180] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.302567] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.302830] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.302993] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.303279] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.303598] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.303952] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.304251] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.304448] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.305808] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.306029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.306218] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8899b353-20b4-4984-b7dc-40612e84ef76 is going to be updated. [ 987.310515] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424d5d13-3045-45cb-a397-d748954b6f87 in Status: IN_PROGRESS for 2s [ 987.398966] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.398966] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.398966] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.398966] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.398966] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.410033] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8899b353-20b4-4984-b7dc-40612e84ef76 in Status: IN_PROGRESS for 2s [ 987.894754] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d13216fc-898f-4001-bdb1-d4f6e42031f6 in Status: SUCCESS [ 987.894754] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d13216fc-898f-4001-bdb1-d4f6e42031f6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.894975] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d13216fc-898f-4001-bdb1-d4f6e42031f6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.895156] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d13216fc-898f-4001-bdb1-d4f6e42031f6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.895339] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.895474] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.895580] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.895692] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.895818] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.895858] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d13216fc-898f-4001-bdb1-d4f6e42031f6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.912750] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd89b95a-5715-424e-9b46-c027b753df71 in Status: SUCCESS [ 987.912972] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.913143] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.913341] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.913518] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.913631] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.913695] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.913844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.913922] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.914171] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd89b95a-5715-424e-9b46-c027b753df71',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.401179] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.401179] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.401179] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.401179] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.401179] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.401179] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.401179] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.401179] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.401179] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.401179] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.401179] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d13216fc-898f-4001-bdb1-d4f6e42031f6 is going to be deleted. [ 988.416422] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd89b95a-5715-424e-9b46-c027b753df71',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.428143] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.428364] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.428364] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.428624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.428701] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.428824] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d13216fc-898f-4001-bdb1-d4f6e42031f6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.428975] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d13216fc-898f-4001-bdb1-d4f6e42031f6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.429137] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d13216fc-898f-4001-bdb1-d4f6e42031f6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.429301] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.429399] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.429458] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.429863] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.429863] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.429863] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d13216fc-898f-4001-bdb1-d4f6e42031f6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.605762] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b in Status: SUCCESS [ 988.605979] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b deletion is rescheduled due to dependency. [ 988.606070] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.769355] env[69148]: INFO networking_nsxv3.common.synchronization [req-434975ce-1487-458b-ac94-16e6d8b0079d req-fe64f62e-1617-4866-a884-a81194170a5d tempest-ServersAdminTestJSON-523230595 tempest-ServersAdminTestJSON-523230595-project-member] Enqueued Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_members [ 988.769355] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGHEST for action security_group_members [ 988.769355] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.769355] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.770063] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.770063] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.770063] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.770063] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.770063] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.770063] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.770340] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.770340] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.918730] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd89b95a-5715-424e-9b46-c027b753df71',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.932296] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.932458] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.932532] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.932765] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.932881] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.933082] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.933186] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.933250] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.933401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.933530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.933618] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d13216fc-898f-4001-bdb1-d4f6e42031f6 already deleted. [ 988.933654] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d13216fc-898f-4001-bdb1-d4f6e42031f6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.934115] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d13216fc-898f-4001-bdb1-d4f6e42031f6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.934270] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d13216fc-898f-4001-bdb1-d4f6e42031f6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.934415] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.934516] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.934572] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.934747] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.934834] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.934950] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d13216fc-898f-4001-bdb1-d4f6e42031f6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.232076] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 in Status: SUCCESS [ 989.232265] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 deletion is rescheduled due to dependency. [ 989.232558] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.272738] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.272952] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.272952] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.273146] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.273231] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.273416] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.273512] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.273571] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.273712] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.273798] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.273859] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 is going to be updated. [ 989.301065] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.301065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.301065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.301065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.301065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.308907] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: IN_PROGRESS for 2s [ 989.331742] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424d5d13-3045-45cb-a397-d748954b6f87 in Status: SUCCESS [ 989.331742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.331949] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.332303] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.332458] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.332624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.332901] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.332991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.333058] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.333168] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.421512] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.422287] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.422287] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.422287] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.422287] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.422287] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd89b95a-5715-424e-9b46-c027b753df71 is going to be updated. [ 989.425984] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8899b353-20b4-4984-b7dc-40612e84ef76 in Status: SUCCESS [ 989.426225] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.437301] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.437565] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.437565] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.437801] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.437885] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.438098] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.438228] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.438307] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.438486] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.438608] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.438734] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d13216fc-898f-4001-bdb1-d4f6e42031f6 already deleted. [ 989.438824] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d13216fc-898f-4001-bdb1-d4f6e42031f6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.438923] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d13216fc-898f-4001-bdb1-d4f6e42031f6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.451332] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.451486] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.451634] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.451754] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.452739] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.464140] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd89b95a-5715-424e-9b46-c027b753df71 in Status: IN_PROGRESS for 2s [ 989.819741] env[69148]: INFO networking_nsxv3.common.synchronization [None req-5d66d9ce-45cd-4e8f-96d9-e2e08b967af4 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Enqueued Resource ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 with Priority: HIGHEST for action security_group_rules [ 989.822987] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 with Priority: HIGHEST for action security_group_rules [ 989.824469] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc0c4f4f-d00e-4bf5-b037-5311ce76d674 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.824877] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.824877] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.825154] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.825281] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc0c4f4f-d00e-4bf5-b037-5311ce76d674',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.838874] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.838874] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.838874] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.838874] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.838874] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.838874] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.838874] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.838874] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.839304] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.839304] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.839304] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424d5d13-3045-45cb-a397-d748954b6f87 is going to be updated. [ 989.869992] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.869992] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.870172] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.870293] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.870465] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.881141] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424d5d13-3045-45cb-a397-d748954b6f87 in Status: IN_PROGRESS for 2s [ 989.942163] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d13216fc-898f-4001-bdb1-d4f6e42031f6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.962232] env[69148]: INFO networking_nsxv3.common.synchronization [None req-09ab05d1-daa1-4206-9561-c2f46a6457e3 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Enqueued Resource ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 with Priority: HIGHEST for action security_group_rules [ 989.962914] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 with Priority: HIGHEST for action security_group_rules [ 989.963343] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc0c4f4f-d00e-4bf5-b037-5311ce76d674 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.963416] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.348735] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.348951] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.349156] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.349353] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.349678] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.349678] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 already deleted. [ 990.349678] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.350536] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.350891] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.351178] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc0c4f4f-d00e-4bf5-b037-5311ce76d674',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.446153] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d13216fc-898f-4001-bdb1-d4f6e42031f6: rpc.has_security_group_logging(os_id): False [ 990.466070] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.466070] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.466070] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.466298] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.466377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.466983] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.467149] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.467219] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.468623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.468723] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.468826] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d13216fc-898f-4001-bdb1-d4f6e42031f6 is going to be created. [ 990.487702] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d13216fc-898f-4001-bdb1-d4f6e42031f6], does not exist path=[/infra/domains/default/groups/d13216fc-898f-4001-bdb1-d4f6e42031f6]."\n}' [ 990.487883] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d13216fc-898f-4001-bdb1-d4f6e42031f6 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d13216fc-898f-4001-bdb1-d4f6e42031f6 [ 990.487972] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 990.522772] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.523015] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.523126] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.523414] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.524806] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.525211] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.525392] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.525563] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.525840] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.525981] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.526283] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.526442] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.526555] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.526782] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.526913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.527071] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d13216fc-898f-4001-bdb1-d4f6e42031f6 is going to be created. [ 990.543102] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d13216fc-898f-4001-bdb1-d4f6e42031f6], does not exist path=[/infra/domains/default/groups/d13216fc-898f-4001-bdb1-d4f6e42031f6]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d13216fc-898f-4001-bdb1-d4f6e42031f6 [ 990.543276] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d13216fc-898f-4001-bdb1-d4f6e42031f6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.543508] env[69148]: Traceback (most recent call last): [ 990.543544] env[69148]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 990.543544] env[69148]: return func(*args, **kwargs) [ 990.543544] env[69148]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 990.543544] env[69148]: res.raise_for_status() [ 990.543544] env[69148]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 990.543544] env[69148]: raise HTTPError(http_error_msg, response=self) [ 990.543544] env[69148]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d13216fc-898f-4001-bdb1-d4f6e42031f6 [ 990.543544] env[69148]: During handling of the above exception, another exception occurred: [ 990.543544] env[69148]: Traceback (most recent call last): [ 990.543787] env[69148]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 990.543787] env[69148]: listener.cb(fileno) [ 990.543787] env[69148]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 990.543787] env[69148]: result = function(*args, **kwargs) [ 990.543787] env[69148]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 990.543787] env[69148]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 990.543787] env[69148]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 990.543787] env[69148]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 990.543787] env[69148]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 990.543787] env[69148]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 990.543787] env[69148]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 990.543787] env[69148]: res.raise_for_status() [ 990.543787] env[69148]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 990.543787] env[69148]: raise HTTPError(http_error_msg, response=self) [ 990.543787] env[69148]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d13216fc-898f-4001-bdb1-d4f6e42031f6 [ 990.543787] env[69148]: Removing descriptor: 76 [ 990.872646] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.872646] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.872646] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.872646] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.872646] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.872646] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 already deleted. [ 990.872646] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.037500] env[69148]: INFO networking_nsxv3.common.synchronization [req-5ae14aae-369a-49b2-b0b9-26c77410ef19 req-8aa9c4e5-9a92-408e-81c7-d7b483b374d0 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Enqueued Resource ID: 61637f1f-cbb6-41e2-a781-45f247067de5 with Priority: HIGHEST for action security_group_members [ 991.039829] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61637f1f-cbb6-41e2-a781-45f247067de5 with Priority: HIGHEST for action security_group_members [ 991.039829] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-61637f1f-cbb6-41e2-a781-45f247067de5 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.039829] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.039829] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.039829] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.041791] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.041791] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.041791] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.041791] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.041791] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.041791] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61637f1f-cbb6-41e2-a781-45f247067de5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.319208] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 in Status: SUCCESS [ 991.319353] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 deletion is rescheduled due to dependency. [ 991.319473] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.473353] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd89b95a-5715-424e-9b46-c027b753df71 in Status: SUCCESS [ 991.473983] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.475947] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.475947] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.475947] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.475947] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.475947] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.475947] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.475947] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.475947] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd89b95a-5715-424e-9b46-c027b753df71',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.544481] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.544481] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.544481] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.544481] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.564204] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.564506] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.564701] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.564815] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.565104] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.565218] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.565506] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61637f1f-cbb6-41e2-a781-45f247067de5 is going to be updated. [ 991.590184] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.590354] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.590425] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.590643] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.590815] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.601380] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61637f1f-cbb6-41e2-a781-45f247067de5 in Status: IN_PROGRESS for 2s [ 991.891960] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424d5d13-3045-45cb-a397-d748954b6f87 in Status: SUCCESS [ 991.891960] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424d5d13-3045-45cb-a397-d748954b6f87 deletion is rescheduled due to dependency. [ 991.891960] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.978801] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd89b95a-5715-424e-9b46-c027b753df71',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.481525] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd89b95a-5715-424e-9b46-c027b753df71',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.751682] env[69148]: INFO networking_nsxv3.common.synchronization [req-3070bd10-8cec-4bb8-9f11-86399342c68a req-bdae2da6-ade4-4691-a054-c5443d52d19e tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Enqueued Resource ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 with Priority: HIGHEST for action security_group_members [ 992.752251] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 with Priority: HIGHEST for action security_group_members [ 992.753860] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.753860] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.753860] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.753860] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.753860] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.753860] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.753860] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.753860] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.753860] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.753860] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.983619] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.983788] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.983942] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.984105] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.984195] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.984301] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd89b95a-5715-424e-9b46-c027b753df71 is going to be updated. [ 993.017385] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.017385] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.017626] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.017663] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.018257] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.027662] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd89b95a-5715-424e-9b46-c027b753df71 in Status: IN_PROGRESS for 2s [ 993.184048] env[69148]: INFO networking_nsxv3.common.synchronization [req-169396c5-909c-4315-8a6e-45014afa106e req-726fd0d4-28a7-47a3-8148-6cd86aa11b12 tempest-ServerRescueTestJSONUnderV235-943808598 tempest-ServerRescueTestJSONUnderV235-943808598-project-member] Enqueued Resource ID: cd89b95a-5715-424e-9b46-c027b753df71 with Priority: HIGHEST for action security_group_members [ 993.184293] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd89b95a-5715-424e-9b46-c027b753df71 with Priority: HIGHEST for action security_group_members [ 993.184614] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd89b95a-5715-424e-9b46-c027b753df71 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.184833] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.255880] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.255956] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.256101] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.256261] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.283559] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.283559] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.283559] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.283559] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.283559] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.283559] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.283559] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 is going to be updated. [ 993.310374] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.310374] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.310374] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.310374] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.310374] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.319387] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 in Status: IN_PROGRESS for 2s [ 993.370962] env[69148]: INFO networking_nsxv3.common.synchronization [req-dc545b88-0f37-4fb0-94b2-4a8b3ce3e010 req-bbdc9a1c-8378-4505-9836-accd979c56c9 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Enqueued Resource ID: 90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 with Priority: HIGHEST for action security_group_members [ 993.370962] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 with Priority: HIGHEST for action security_group_members [ 993.372276] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.372276] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.372276] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.373048] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.373048] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.373048] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.373048] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.373234] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.373363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.373410] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.616068] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61637f1f-cbb6-41e2-a781-45f247067de5 in Status: SUCCESS [ 993.616314] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61637f1f-cbb6-41e2-a781-45f247067de5 deletion is rescheduled due to dependency. [ 993.616399] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.625874] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.626522] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-934" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.626815] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-934" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.627033] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-934" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.627367] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.627681] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.627837] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.628152] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.628367] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.628669] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 993.628825] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.628915] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.629039] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.629163] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 993.629277] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.629418] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.653805] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.654117] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 993.654344] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.654625] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-934" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.655038] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-d37747bc-4c63-4a3e-8a73-f64395d401ec taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.655311] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-d37747bc-4c63-4a3e-8a73-f64395d401ec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.655683] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-d37747bc-4c63-4a3e-8a73-f64395d401ec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.655920] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-d37747bc-4c63-4a3e-8a73-f64395d401ec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.656068] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d37747bc-4c63-4a3e-8a73-f64395d401ec',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.877658] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.877842] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.877911] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.878147] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.901541] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.901881] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.902134] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.902244] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.902472] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.902580] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.902679] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 is going to be updated. [ 993.929126] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.929344] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.929412] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.929602] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.929752] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.941270] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 in Status: IN_PROGRESS for 2s [ 994.163815] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.164073] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.164200] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.164502] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.164718] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.165086] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port d37747bc-4c63-4a3e-8a73-f64395d401ec not found, creating... [ 994.165169] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.165335] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.165462] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.165725] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.165902] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.166234] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.166395] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.166520] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.166838] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.166998] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.167158] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: d37747bc-4c63-4a3e-8a73-f64395d401ec is going to be created. [ 994.186645] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.186645] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.186818] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.186968] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.187219] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.187448] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-d37747bc-4c63-4a3e-8a73-f64395d401ec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.925343] env[69148]: INFO networking_nsxv3.common.synchronization [req-3070bd10-8cec-4bb8-9f11-86399342c68a req-9454aa6a-3a51-46d9-b027-ef5e62f367e9 service nova] Enqueued Resource ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 with Priority: HIGHEST for action security_group_rules [ 994.925620] env[69148]: INFO networking_nsxv3.common.synchronization [req-3070bd10-8cec-4bb8-9f11-86399342c68a req-9454aa6a-3a51-46d9-b027-ef5e62f367e9 service nova] Enqueued Resource ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 with Priority: HIGHEST for action security_group_members [ 994.925742] env[69148]: INFO networking_nsxv3.common.synchronization [req-3070bd10-8cec-4bb8-9f11-86399342c68a req-9454aa6a-3a51-46d9-b027-ef5e62f367e9 service nova] Enqueued Resource ID: d37747bc-4c63-4a3e-8a73-f64395d401ec with Priority: HIGHEST for action port [ 994.925983] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 with Priority: HIGHEST for action security_group_rules [ 994.930281] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 with Priority: HIGHEST for action security_group_members [ 994.930335] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d37747bc-4c63-4a3e-8a73-f64395d401ec with Priority: HIGHEST for action port [ 994.931908] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.931908] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.931908] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.931908] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.931908] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.933232] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.933341] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.933528] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-d37747bc-4c63-4a3e-8a73-f64395d401ec taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.933632] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d37747bc-4c63-4a3e-8a73-f64395d401ec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.933695] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d37747bc-4c63-4a3e-8a73-f64395d401ec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.933872] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d37747bc-4c63-4a3e-8a73-f64395d401ec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.933952] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d37747bc-4c63-4a3e-8a73-f64395d401ec',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.039381] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd89b95a-5715-424e-9b46-c027b753df71 in Status: SUCCESS [ 995.039600] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.039763] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.039986] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.040219] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.040329] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.040393] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.040546] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.040630] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.040739] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd89b95a-5715-424e-9b46-c027b753df71',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.329786] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 in Status: SUCCESS [ 995.329983] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 deletion is rescheduled due to dependency. [ 995.330116] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.330437] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.330670] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.330870] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.331055] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.331126] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.331282] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.331364] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.331459] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.433922] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.433922] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.441838] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d37747bc-4c63-4a3e-8a73-f64395d401ec with status ACTIVE [ 995.441838] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.441838] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.441838] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.442059] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.442059] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.442192] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.442288] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.442351] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.442510] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.442579] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.442754] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.442843] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.442903] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.443057] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.443131] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.443218] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d37747bc-4c63-4a3e-8a73-f64395d401ec is going to be updated. [ 995.461695] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.461891] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.462602] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.462602] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.462602] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.462602] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d37747bc-4c63-4a3e-8a73-f64395d401ec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.542765] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.542972] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.543032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.543301] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.571998] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.572304] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.572428] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.572493] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.572718] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.573256] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.573256] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd89b95a-5715-424e-9b46-c027b753df71 is going to be updated. [ 995.599354] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.599558] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.599631] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.599848] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.600032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.612913] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd89b95a-5715-424e-9b46-c027b753df71 in Status: IN_PROGRESS for 2s [ 995.835016] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.950655] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 in Status: SUCCESS [ 995.950938] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 deletion is rescheduled due to dependency. [ 995.950992] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.340806] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.842965] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.843144] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.843215] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.843432] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.843518] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.843611] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 is going to be updated. [ 996.870815] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.870941] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.871025] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.871243] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.871394] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.880446] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 in Status: IN_PROGRESS for 2s [ 997.622360] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd89b95a-5715-424e-9b46-c027b753df71 in Status: SUCCESS [ 997.622645] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd89b95a-5715-424e-9b46-c027b753df71 deletion is rescheduled due to dependency. [ 997.622645] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.622813] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.623029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.623218] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.623394] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.623469] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.623636] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.623720] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.623812] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.623910] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd89b95a-5715-424e-9b46-c027b753df71',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.624956] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.624956] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.625087] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.625207] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.625207] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.625418] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.625455] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.625530] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd89b95a-5715-424e-9b46-c027b753df71',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.127408] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd89b95a-5715-424e-9b46-c027b753df71 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.127578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.128992] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.129119] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.129188] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.129402] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.129495] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.129673] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.129771] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.129832] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.129981] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.130077] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.130162] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd89b95a-5715-424e-9b46-c027b753df71 is going to be updated. [ 998.152339] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.152450] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.152521] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.152695] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.152850] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.159825] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd89b95a-5715-424e-9b46-c027b753df71 in Status: IN_PROGRESS for 2s [ 998.892083] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 in Status: SUCCESS [ 998.892416] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.892575] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.892837] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.893081] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.893247] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.893284] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.893476] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.893553] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.893630] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.893733] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.286295] env[69148]: INFO networking_nsxv3.common.synchronization [req-60bf85a3-0934-465c-9f3f-07efb7153434 req-9002fd69-2a4f-47a3-9884-c5bc30646dd7 tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Enqueued Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_members [ 999.286695] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_members [ 999.286992] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.287128] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.287195] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.287392] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.287606] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.287728] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.287772] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.288146] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.288146] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.288146] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.399749] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.399951] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.400013] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.400233] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.400400] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.400501] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.400564] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.400710] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.400795] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.400881] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.401039] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.401134] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.401195] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.401332] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.401465] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.401556] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.401616] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.401748] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.401819] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.401915] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.402037] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.668802] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-316 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.669073] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-316" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.669299] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-316" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.669592] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-316" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.669946] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.670244] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.670331] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.670631] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.670869] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.671162] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 999.671315] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.671437] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.671552] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.671671] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 999.671814] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.671979] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.691702] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.691702] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 999.691702] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.691702] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-316" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.691702] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-3fc1fd6e-3703-400a-8250-18872825d187 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.691702] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-3fc1fd6e-3703-400a-8250-18872825d187" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.691702] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-3fc1fd6e-3703-400a-8250-18872825d187" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.691702] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-3fc1fd6e-3703-400a-8250-18872825d187" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.691702] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fc1fd6e-3703-400a-8250-18872825d187',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.790401] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.790576] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.790664] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.790913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.810442] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.810751] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.810951] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.811028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.811209] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.811308] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.811420] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 is going to be updated. [ 999.834952] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.835146] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.835237] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.835493] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.835668] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.844462] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: IN_PROGRESS for 2s [ 999.903935] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6: rpc.has_security_group_logging(os_id): False [ 999.921903] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.922069] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.922142] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.922351] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.922443] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.922629] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.922727] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.922784] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.922937] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.923048] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.923266] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.923359] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.923359] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.923487] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.923579] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.923767] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.923861] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.923924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.924814] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.924921] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.925026] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 is going to be updated. [ 999.985432] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.985605] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.985679] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.985892] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.986064] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.000113] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 in Status: IN_PROGRESS for 2s [ 1000.169788] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd89b95a-5715-424e-9b46-c027b753df71 in Status: SUCCESS [ 1000.169972] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd89b95a-5715-424e-9b46-c027b753df71 deletion is rescheduled due to dependency. [ 1000.170100] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.170260] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.170473] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.170659] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.170818] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.170890] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.170971] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.171066] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.171153] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.171307] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd89b95a-5715-424e-9b46-c027b753df71 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.171401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.171460] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.171591] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.171727] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.171817] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.171877] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.172015] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.172094] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.172173] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.172258] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd89b95a-5715-424e-9b46-c027b753df71',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.193685] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.193996] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.194192] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.194404] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.194568] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.194727] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 3fc1fd6e-3703-400a-8250-18872825d187 not found, creating... [ 1000.194982] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.195154] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.195273] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.195497] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.195635] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.195916] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.196245] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.196329] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.196582] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.196788] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.196983] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 3fc1fd6e-3703-400a-8250-18872825d187 is going to be created. [ 1000.230241] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.230417] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.230466] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.230725] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.230961] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.231212] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-3fc1fd6e-3703-400a-8250-18872825d187" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.674386] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd89b95a-5715-424e-9b46-c027b753df71: rpc.has_security_group_logging(os_id): False [ 1000.691460] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.691614] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.691685] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.691905] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.692027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.692248] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.692316] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.692379] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.692570] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.692616] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.692766] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.692841] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.692927] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.693044] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.693122] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.693299] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.693391] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.693446] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.693585] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.695048] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.695048] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd89b95a-5715-424e-9b46-c027b753df71 is going to be updated. [ 1000.747639] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.747807] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.747859] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.748297] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.748456] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.770306] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd89b95a-5715-424e-9b46-c027b753df71 in Status: IN_PROGRESS for 2s [ 1000.984170] env[69148]: INFO networking_nsxv3.common.synchronization [req-60bf85a3-0934-465c-9f3f-07efb7153434 req-edf14c41-3954-44e9-a976-6892190eab68 service nova] Enqueued Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_rules [ 1000.984170] env[69148]: INFO networking_nsxv3.common.synchronization [req-60bf85a3-0934-465c-9f3f-07efb7153434 req-edf14c41-3954-44e9-a976-6892190eab68 service nova] Enqueued Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_members [ 1000.984436] env[69148]: INFO networking_nsxv3.common.synchronization [req-60bf85a3-0934-465c-9f3f-07efb7153434 req-edf14c41-3954-44e9-a976-6892190eab68 service nova] Enqueued Resource ID: 3fc1fd6e-3703-400a-8250-18872825d187 with Priority: HIGHEST for action port [ 1000.984832] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_rules [ 1000.984962] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_members [ 1000.985126] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fc1fd6e-3703-400a-8250-18872825d187 with Priority: HIGHEST for action port [ 1000.985340] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.985459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.985564] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.985763] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.985846] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.986677] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.989028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.989028] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fc1fd6e-3703-400a-8250-18872825d187 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.989028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fc1fd6e-3703-400a-8250-18872825d187" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.989028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fc1fd6e-3703-400a-8250-18872825d187" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.989028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fc1fd6e-3703-400a-8250-18872825d187" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.989028] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fc1fd6e-3703-400a-8250-18872825d187',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.489231] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.490574] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.490574] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fc1fd6e-3703-400a-8250-18872825d187 with status ACTIVE [ 1001.490574] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.490574] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.490574] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.490792] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.490838] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.491067] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.491168] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.491239] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.491424] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.491498] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.491721] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.491847] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.491911] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.492112] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.493371] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.493371] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fc1fd6e-3703-400a-8250-18872825d187 is going to be updated. [ 1001.510646] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.510910] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.510910] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.511617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.511617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.511617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fc1fd6e-3703-400a-8250-18872825d187" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.853964] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: SUCCESS [ 1001.854084] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 deletion is rescheduled due to dependency. [ 1001.854135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.854784] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.854784] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.854784] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.854784] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.854992] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.854992] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.855075] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.855276] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.015727] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 in Status: SUCCESS [ 1002.015966] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.357172] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.784836] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd89b95a-5715-424e-9b46-c027b753df71 in Status: SUCCESS [ 1002.784836] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.784836] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.784836] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.784836] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd89b95a-5715-424e-9b46-c027b753df71',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.859964] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.302916] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.303283] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.303283] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.303404] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.303488] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.303584] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd89b95a-5715-424e-9b46-c027b753df71 is going to be deleted. [ 1003.350722] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.350882] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.350950] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.351181] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.351273] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.351391] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd89b95a-5715-424e-9b46-c027b753df71" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.360944] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.361395] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.361395] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.361395] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.361515] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.361515] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 is going to be updated. [ 1003.390839] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.390989] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.391076] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.391282] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.391424] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.398889] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: IN_PROGRESS for 2s [ 1005.126121] env[69148]: INFO networking_nsxv3.common.synchronization [req-b3b3c57b-de09-40f1-af89-cf88ad9180aa req-df8bd25b-c069-4744-973a-fcf0dabe941c tempest-ImagesOneServerNegativeTestJSON-1622800102 tempest-ImagesOneServerNegativeTestJSON-1622800102-project-member] Enqueued Resource ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 with Priority: HIGHEST for action security_group_members [ 1005.126766] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 with Priority: HIGHEST for action security_group_members [ 1005.127383] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.127570] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.127646] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.127826] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.127993] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.128155] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.128220] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.128374] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.128462] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.129402] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.409746] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: SUCCESS [ 1005.409996] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.410177] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.410418] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.411999] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.411999] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.411999] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.411999] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.411999] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.411999] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.411999] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.637629] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.637629] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.637629] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.637629] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.637629] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.637629] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.637629] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.637629] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.637629] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.637629] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.637629] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 is going to be updated. [ 1005.663312] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.663468] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.663543] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.663754] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.663897] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.673998] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 in Status: IN_PROGRESS for 2s [ 1005.758767] env[69148]: INFO networking_nsxv3.common.synchronization [req-b6df49d9-52a9-4d6e-b0bf-ee6fda789a8d req-464c9769-0e80-40ba-9ff9-39a22767a397 tempest-ListImageFiltersTestJSON-1495274439 tempest-ListImageFiltersTestJSON-1495274439-project-member] Enqueued Resource ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 with Priority: HIGHEST for action security_group_members [ 1005.759924] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 with Priority: HIGHEST for action security_group_members [ 1005.759924] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af89b86-ea8f-414e-bdbd-710684dbdc97 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.759924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.759924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.760263] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.762827] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.762827] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.762827] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.762827] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.762827] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.762827] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0af89b86-ea8f-414e-bdbd-710684dbdc97',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.918242] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.918242] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.918242] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.918242] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.918242] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.918242] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.918242] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.918242] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.918242] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.918242] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.918242] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.918242] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.918242] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.918242] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.918242] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.918242] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.918855] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.918855] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.918855] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.918855] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.918855] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.263645] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.263908] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.263908] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.264117] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.283685] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.283944] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.284071] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.284248] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.284499] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.284583] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.284677] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 is going to be updated. [ 1006.310174] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.310174] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.310174] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.310174] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.310174] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.320365] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 in Status: IN_PROGRESS for 2s [ 1006.420441] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc44acb6-4943-44ad-9f92-bd70a23825f8: rpc.has_security_group_logging(os_id): False [ 1006.442018] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.442018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.442018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.442018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.442018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.442018] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.442018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.442018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.442018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.442018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.442018] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.442018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.442018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.442018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.442018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.442658] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.442658] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.442658] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.442658] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.442658] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.442658] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 is going to be updated. [ 1006.505562] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.505722] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.505815] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.506040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.506184] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.518703] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: IN_PROGRESS for 2s [ 1006.533539] env[69148]: INFO networking_nsxv3.common.synchronization [req-aa01a257-3ef5-487f-a69c-dbef830e610c req-0b8c86b8-2371-4412-b7d2-d27e613bea1c tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Enqueued Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 1006.533900] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 1006.534233] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.534484] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.534484] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.534611] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.534758] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.534855] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.534917] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.535264] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.535420] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.535923] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.909943] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.909943] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-120" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.909943] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-120" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.909943] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-120" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.910221] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.910447] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.910538] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.910782] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.911749] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.912223] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.912223] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.913049] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.913049] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.913049] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.913049] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.913049] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.933098] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.933281] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1006.933430] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.933956] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-120" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.933956] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-e11800e8-be6b-4e00-b510-0e6bedaf5cf9 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.934135] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-e11800e8-be6b-4e00-b510-0e6bedaf5cf9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.934266] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-e11800e8-be6b-4e00-b510-0e6bedaf5cf9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.934576] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-e11800e8-be6b-4e00-b510-0e6bedaf5cf9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.934714] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e11800e8-be6b-4e00-b510-0e6bedaf5cf9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.041012] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.041202] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.041241] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.041480] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.061664] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.061965] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.062080] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.062231] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.062379] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.062521] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.062521] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 is going to be updated. [ 1007.086818] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.087020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.087020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.087240] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.087381] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.095114] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: IN_PROGRESS for 2s [ 1007.437367] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.437367] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.437367] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.437733] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.437861] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.438016] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port e11800e8-be6b-4e00-b510-0e6bedaf5cf9 not found, creating... [ 1007.438293] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.438458] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.438583] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.438815] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.438959] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.439293] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.439688] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.439914] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.440159] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.440299] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.440459] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: e11800e8-be6b-4e00-b510-0e6bedaf5cf9 is going to be created. [ 1007.459160] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.459395] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.459558] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.459800] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.460060] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.460298] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-e11800e8-be6b-4e00-b510-0e6bedaf5cf9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.682819] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 in Status: SUCCESS [ 1007.683044] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 deletion is rescheduled due to dependency. [ 1007.683171] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.184910] env[69148]: INFO networking_nsxv3.common.synchronization [req-aa01a257-3ef5-487f-a69c-dbef830e610c req-08efeeab-2cf8-4566-afe3-15774a792db8 service nova] Enqueued Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_rules [ 1008.185112] env[69148]: INFO networking_nsxv3.common.synchronization [req-aa01a257-3ef5-487f-a69c-dbef830e610c req-08efeeab-2cf8-4566-afe3-15774a792db8 service nova] Enqueued Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 1008.185255] env[69148]: INFO networking_nsxv3.common.synchronization [req-aa01a257-3ef5-487f-a69c-dbef830e610c req-08efeeab-2cf8-4566-afe3-15774a792db8 service nova] Enqueued Resource ID: e11800e8-be6b-4e00-b510-0e6bedaf5cf9 with Priority: HIGHEST for action port [ 1008.185484] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_rules [ 1008.185614] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 1008.187845] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11800e8-be6b-4e00-b510-0e6bedaf5cf9 with Priority: HIGHEST for action port [ 1008.187845] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.187845] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.187845] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.188567] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.188661] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.189597] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.189702] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.189887] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-e11800e8-be6b-4e00-b510-0e6bedaf5cf9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.189985] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e11800e8-be6b-4e00-b510-0e6bedaf5cf9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.190039] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e11800e8-be6b-4e00-b510-0e6bedaf5cf9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.190213] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e11800e8-be6b-4e00-b510-0e6bedaf5cf9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.190284] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e11800e8-be6b-4e00-b510-0e6bedaf5cf9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.329815] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 in Status: SUCCESS [ 1008.330029] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 deletion is rescheduled due to dependency. [ 1008.330132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.543600] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: SUCCESS [ 1008.543600] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.691948] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.692121] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.693408] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e11800e8-be6b-4e00-b510-0e6bedaf5cf9 with status ACTIVE [ 1008.693581] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.693699] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.693761] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.693958] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.694058] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.694245] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.694308] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.694385] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.694537] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.694611] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.694791] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.694881] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.694941] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.695087] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.695160] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.695242] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e11800e8-be6b-4e00-b510-0e6bedaf5cf9 is going to be updated. [ 1008.715204] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.715332] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.715428] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.716241] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.716241] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.716241] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e11800e8-be6b-4e00-b510-0e6bedaf5cf9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.103844] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: SUCCESS [ 1009.104048] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 deletion is rescheduled due to dependency. [ 1009.104170] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.104337] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.104545] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.104727] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.104842] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.104907] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.105065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.105146] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.105239] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.608415] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.111150] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.428051] env[69148]: INFO networking_nsxv3.common.synchronization [req-c9a29566-be19-47cd-b66f-7d8b54be6d56 req-5ba24806-b3eb-479e-aed7-e6c587b4f596 tempest-ServerActionsV293TestJSON-1051736441 tempest-ServerActionsV293TestJSON-1051736441-project-member] Enqueued Resource ID: 188f2541-1c0b-49d0-8226-d4c9fa231b2c with Priority: HIGHEST for action security_group_members [ 1010.428722] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188f2541-1c0b-49d0-8226-d4c9fa231b2c with Priority: HIGHEST for action security_group_members [ 1010.429516] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-188f2541-1c0b-49d0-8226-d4c9fa231b2c taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.429516] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.429516] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.429800] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.430151] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.430255] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.430324] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.430580] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.430734] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.430879] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('188f2541-1c0b-49d0-8226-d4c9fa231b2c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.613769] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.614118] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.614118] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.614243] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.614334] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.614433] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 is going to be updated. [ 1010.643110] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.643315] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.643401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.644763] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.644763] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.652217] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: IN_PROGRESS for 2s [ 1010.935327] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.935327] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.935327] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.935327] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.953271] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.953547] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.953676] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.953746] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.953960] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.954059] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.954149] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 188f2541-1c0b-49d0-8226-d4c9fa231b2c is going to be updated. [ 1010.978361] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.978461] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.978535] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.978838] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.979007] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.986669] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188f2541-1c0b-49d0-8226-d4c9fa231b2c in Status: IN_PROGRESS for 2s [ 1012.665829] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: SUCCESS [ 1012.666155] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.666248] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.666666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.666666] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.666846] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.666846] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.666968] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.667053] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.667136] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.667224] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.689488] env[69148]: INFO networking_nsxv3.common.synchronization [req-7285c08e-b955-4ace-856c-3c76f2e63f83 req-89e65232-82c4-4dde-8976-174fdf1920d0 tempest-ServersNegativeTestJSON-603067189 tempest-ServersNegativeTestJSON-603067189-project-member] Enqueued Resource ID: 8899b353-20b4-4984-b7dc-40612e84ef76 with Priority: HIGHEST for action security_group_members [ 1012.690130] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8899b353-20b4-4984-b7dc-40612e84ef76 with Priority: HIGHEST for action security_group_members [ 1012.690614] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-8899b353-20b4-4984-b7dc-40612e84ef76 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.690714] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.690782] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.690986] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.693444] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.693613] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.693685] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.693879] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.693966] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.694078] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8899b353-20b4-4984-b7dc-40612e84ef76',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.996804] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 188f2541-1c0b-49d0-8226-d4c9fa231b2c in Status: SUCCESS [ 1012.997033] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 188f2541-1c0b-49d0-8226-d4c9fa231b2c deletion is rescheduled due to dependency. [ 1012.997163] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.169744] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.169954] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.170049] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.170264] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.170441] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.170538] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.170601] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.170753] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.170836] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.170923] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.171077] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.171169] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.171229] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.171364] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.171500] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.171590] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.171651] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.171785] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.171870] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.171951] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.172047] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.196033] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.196171] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.196249] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.196453] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.216905] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.217213] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.217334] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.217402] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.218219] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.218325] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.218477] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8899b353-20b4-4984-b7dc-40612e84ef76 is going to be updated. [ 1013.244950] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.246268] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.246268] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.246268] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.246268] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.256419] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8899b353-20b4-4984-b7dc-40612e84ef76 in Status: IN_PROGRESS for 2s [ 1013.675056] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 662ea25f-4f1b-416e-bafb-b25aba645d39: rpc.has_security_group_logging(os_id): False [ 1013.692496] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.693283] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.693376] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.693616] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.693715] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.693928] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.694047] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.694113] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.694292] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.694371] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.694601] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.694700] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.694760] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.694916] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.694985] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.695203] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.695301] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.695362] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.695510] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.695578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.695662] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 is going to be updated. [ 1013.771495] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.771651] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.771724] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.771925] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.772083] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.785554] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: IN_PROGRESS for 2s [ 1015.264924] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8899b353-20b4-4984-b7dc-40612e84ef76 in Status: SUCCESS [ 1015.265186] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8899b353-20b4-4984-b7dc-40612e84ef76 deletion is rescheduled due to dependency. [ 1015.265283] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.552630] env[69148]: INFO networking_nsxv3.common.synchronization [None req-d8e8af15-5e09-464c-9bad-121420a68e56 None None] Enqueued Resource ID: d9500d91-828d-4941-9e60-894956c0289b with Priority: HIGHEST for action port [ 1015.553416] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9500d91-828d-4941-9e60-894956c0289b with Priority: HIGHEST for action port [ 1015.553789] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9500d91-828d-4941-9e60-894956c0289b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.553947] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9500d91-828d-4941-9e60-894956c0289b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.554041] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9500d91-828d-4941-9e60-894956c0289b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.554347] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9500d91-828d-4941-9e60-894956c0289b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.554450] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9500d91-828d-4941-9e60-894956c0289b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.799940] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: SUCCESS [ 1015.800226] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.058214] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9500d91-828d-4941-9e60-894956c0289b [ 1016.058214] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.058214] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.058214] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.058214] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.058214] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.058214] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9500d91-828d-4941-9e60-894956c0289b already deleted. [ 1016.058214] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9500d91-828d-4941-9e60-894956c0289b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.405297] env[69148]: INFO networking_nsxv3.common.synchronization [None req-1dd0bbc3-2bbb-486e-85eb-395aa73ad218 None None] Enqueued Resource ID: 1f3b9b5c-9cfb-4395-a406-6e78ebe5850e with Priority: HIGHEST for action port [ 1016.405904] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f3b9b5c-9cfb-4395-a406-6e78ebe5850e with Priority: HIGHEST for action port [ 1016.408203] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f3b9b5c-9cfb-4395-a406-6e78ebe5850e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.408203] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f3b9b5c-9cfb-4395-a406-6e78ebe5850e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.408203] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f3b9b5c-9cfb-4395-a406-6e78ebe5850e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.408203] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f3b9b5c-9cfb-4395-a406-6e78ebe5850e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.408203] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f3b9b5c-9cfb-4395-a406-6e78ebe5850e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.911276] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f3b9b5c-9cfb-4395-a406-6e78ebe5850e [ 1016.911674] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.911674] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.911806] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.911957] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.912162] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.912162] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f3b9b5c-9cfb-4395-a406-6e78ebe5850e already deleted. [ 1016.912253] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f3b9b5c-9cfb-4395-a406-6e78ebe5850e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.790741] env[69148]: INFO networking_nsxv3.common.synchronization [None req-e2b73aa6-c2cc-4dde-bbcb-fec6649a4f2c tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Enqueued Resource ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 with Priority: HIGHEST for action security_group_rules [ 1017.790741] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 with Priority: HIGHEST for action security_group_rules [ 1017.790991] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.791262] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.791262] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.791511] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.791595] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f9bf11a-8379-4ce3-bb57-b3b1d7558616',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.929596] env[69148]: INFO networking_nsxv3.common.synchronization [None req-d141e629-09e5-4dc8-8788-ac82f255cfa0 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Enqueued Resource ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 with Priority: HIGHEST for action security_group_rules [ 1017.930197] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 with Priority: HIGHEST for action security_group_rules [ 1017.930829] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.930935] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.076271] env[69148]: INFO networking_nsxv3.common.synchronization [None req-5e5382f5-cb95-473c-8b29-ed51f18a33c0 None None] Enqueued Resource ID: c1ecc2ae-9768-4749-b4bf-13d7e5c8e63f with Priority: HIGHEST for action port [ 1018.077987] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1ecc2ae-9768-4749-b4bf-13d7e5c8e63f with Priority: HIGHEST for action port [ 1018.079186] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1ecc2ae-9768-4749-b4bf-13d7e5c8e63f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.079186] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1ecc2ae-9768-4749-b4bf-13d7e5c8e63f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.080163] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1ecc2ae-9768-4749-b4bf-13d7e5c8e63f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.080163] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1ecc2ae-9768-4749-b4bf-13d7e5c8e63f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.080163] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1ecc2ae-9768-4749-b4bf-13d7e5c8e63f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.314389] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.314389] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.314389] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.314650] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.314650] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.314734] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 already deleted. [ 1018.314805] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.314956] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.315120] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.315205] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f9bf11a-8379-4ce3-bb57-b3b1d7558616',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.506856] env[69148]: INFO networking_nsxv3.common.synchronization [req-d15d7831-5b76-4e21-b937-1f5bbdcfcb42 req-88207b7d-1354-4a8f-8b7a-5ae584bb3ca6 tempest-VolumesAdminNegativeTest-2058136691 tempest-VolumesAdminNegativeTest-2058136691-project-member] Enqueued Resource ID: 0f75609d-3f36-40dc-8433-9981b3ccab9e with Priority: HIGHEST for action security_group_members [ 1018.507519] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f75609d-3f36-40dc-8433-9981b3ccab9e with Priority: HIGHEST for action security_group_members [ 1018.509286] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f75609d-3f36-40dc-8433-9981b3ccab9e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.509286] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.509286] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.509286] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.509286] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.509286] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.509286] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.509286] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.509286] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.509286] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f75609d-3f36-40dc-8433-9981b3ccab9e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.562892] env[69148]: INFO networking_nsxv3.common.synchronization [None req-ff3e9763-4a57-417f-a723-90d8e8036ce5 None None] Enqueued Resource ID: 96be32f0-6834-429f-957b-49a90afd08c1 with Priority: HIGHEST for action port [ 1018.563899] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96be32f0-6834-429f-957b-49a90afd08c1 with Priority: HIGHEST for action port [ 1018.563899] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-96be32f0-6834-429f-957b-49a90afd08c1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.564060] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96be32f0-6834-429f-957b-49a90afd08c1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.564060] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96be32f0-6834-429f-957b-49a90afd08c1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.564352] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96be32f0-6834-429f-957b-49a90afd08c1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.564414] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96be32f0-6834-429f-957b-49a90afd08c1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.584132] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1ecc2ae-9768-4749-b4bf-13d7e5c8e63f [ 1018.584132] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.584132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.584132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.584132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.584132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.584132] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1ecc2ae-9768-4749-b4bf-13d7e5c8e63f already deleted. [ 1018.584132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1ecc2ae-9768-4749-b4bf-13d7e5c8e63f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.838578] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.838578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.838578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.838578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.838578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.838578] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 already deleted. [ 1018.838578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.015057] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.019020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.019020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.019020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.036835] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.037108] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.037231] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.037295] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.037509] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.037562] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.037732] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f75609d-3f36-40dc-8433-9981b3ccab9e is going to be updated. [ 1019.062293] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.062454] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.062527] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.062782] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.062882] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.067114] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96be32f0-6834-429f-957b-49a90afd08c1 [ 1019.067114] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.067114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.067114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.067114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.067114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.067114] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96be32f0-6834-429f-957b-49a90afd08c1 already deleted. [ 1019.067114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96be32f0-6834-429f-957b-49a90afd08c1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.073794] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f75609d-3f36-40dc-8433-9981b3ccab9e in Status: IN_PROGRESS for 2s [ 1019.728630] env[69148]: INFO networking_nsxv3.common.synchronization [None req-96b83957-bab7-405b-afb3-d69f5093259b tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Enqueued Resource ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 with Priority: HIGHEST for action security_group_rules [ 1019.728630] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 with Priority: HIGHEST for action security_group_rules [ 1019.728630] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9722d51-57e3-4e87-93f2-2e5f2d457077 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.728630] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.728630] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.729330] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.729330] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9722d51-57e3-4e87-93f2-2e5f2d457077',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.877010] env[69148]: INFO networking_nsxv3.common.synchronization [None req-18956827-2b34-4103-a5e2-8c8c6926f43a tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Enqueued Resource ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 with Priority: HIGHEST for action security_group_rules [ 1019.878680] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 with Priority: HIGHEST for action security_group_rules [ 1019.879456] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9722d51-57e3-4e87-93f2-2e5f2d457077 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.879621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.250126] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.250281] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.250340] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.250566] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.250656] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.250753] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 already deleted. [ 1020.250865] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.250982] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.251140] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.251228] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9722d51-57e3-4e87-93f2-2e5f2d457077',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.774758] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.775217] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.775334] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.775596] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.775688] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.775785] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 already deleted. [ 1020.775862] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.084996] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f75609d-3f36-40dc-8433-9981b3ccab9e in Status: SUCCESS [ 1021.085494] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f75609d-3f36-40dc-8433-9981b3ccab9e deletion is rescheduled due to dependency. [ 1021.087304] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.424229] env[69148]: INFO networking_nsxv3.common.synchronization [req-f862e647-c1f9-42d5-8077-da7ff7c6dede req-77c5fd9a-1a29-4db8-80a5-d2057cbe6e7e tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Enqueued Resource ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 with Priority: HIGHEST for action security_group_members [ 1022.424229] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 with Priority: HIGHEST for action security_group_members [ 1022.424229] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc0c4f4f-d00e-4bf5-b037-5311ce76d674 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.424229] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.424229] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.425031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.425304] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.425547] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.425788] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.426054] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.426232] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.426405] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc0c4f4f-d00e-4bf5-b037-5311ce76d674',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.744959] env[69148]: INFO networking_nsxv3.common.synchronization [req-5a03d4df-0fc4-404b-a2f6-1750b95ef2c2 req-92e3f8ab-4651-471e-bde2-ebe700b932da tempest-ImagesTestJSON-15628195 tempest-ImagesTestJSON-15628195-project-member] Enqueued Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_members [ 1022.745694] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGHEST for action security_group_members [ 1022.746255] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.746383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.746452] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.746649] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.746796] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.746892] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.746955] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.751235] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.751330] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.751433] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.928247] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.928392] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.928469] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.928834] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.928929] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.929189] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.929308] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.929371] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.929525] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.929601] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.929687] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 already deleted. [ 1022.929769] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.155394] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.155635] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-952" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.156692] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-952" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.156692] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-952" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.156692] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.156692] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.156692] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.159324] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.159509] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.159733] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1023.159857] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.159975] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.160099] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.160214] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1023.160341] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.160458] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.184630] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.184902] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1023.185693] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.185910] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-952" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.186251] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-f977146c-e31d-489d-b7e5-1d82e7c0dc35 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.186430] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-f977146c-e31d-489d-b7e5-1d82e7c0dc35" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.186555] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-f977146c-e31d-489d-b7e5-1d82e7c0dc35" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.186906] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-f977146c-e31d-489d-b7e5-1d82e7c0dc35" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.187045] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f977146c-e31d-489d-b7e5-1d82e7c0dc35',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.254087] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.254087] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.254087] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.254286] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.254356] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.254547] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.254646] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.254708] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.254853] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.254930] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.255018] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 is going to be updated. [ 1023.283391] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.283532] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.283604] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.283799] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.283943] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.291785] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: IN_PROGRESS for 2s [ 1023.483148] env[69148]: INFO networking_nsxv3.common.synchronization [None req-59ae0feb-006d-4fb8-b3fb-38ddf25056d9 None None] Enqueued Resource ID: 491dcbee-b0a9-449c-a4d6-95af54ec6c14 with Priority: HIGHEST for action port [ 1023.483148] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 491dcbee-b0a9-449c-a4d6-95af54ec6c14 with Priority: HIGHEST for action port [ 1023.485026] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-491dcbee-b0a9-449c-a4d6-95af54ec6c14 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.485026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-491dcbee-b0a9-449c-a4d6-95af54ec6c14" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.485026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-491dcbee-b0a9-449c-a4d6-95af54ec6c14" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.485026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-491dcbee-b0a9-449c-a4d6-95af54ec6c14" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.485026] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('491dcbee-b0a9-449c-a4d6-95af54ec6c14',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.830964] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.830964] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.830964] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.831246] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.831803] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.831803] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port f977146c-e31d-489d-b7e5-1d82e7c0dc35 not found, creating... [ 1023.831803] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.831983] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.831983] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.832224] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.832359] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.832641] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.832814] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.833674] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.833674] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.833674] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.833674] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: f977146c-e31d-489d-b7e5-1d82e7c0dc35 is going to be created. [ 1023.853538] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.853757] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.853882] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.854578] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.854578] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.854689] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-f977146c-e31d-489d-b7e5-1d82e7c0dc35" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.987348] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 491dcbee-b0a9-449c-a4d6-95af54ec6c14 [ 1023.987348] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.987348] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.987348] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.987348] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.987348] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.987348] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:491dcbee-b0a9-449c-a4d6-95af54ec6c14 already deleted. [ 1023.987348] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-491dcbee-b0a9-449c-a4d6-95af54ec6c14" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.313419] env[69148]: INFO networking_nsxv3.common.synchronization [None req-ab885bea-a017-4d5c-99b9-f9363336d40f tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Enqueued Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGHEST for action security_group_rules [ 1024.313999] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGHEST for action security_group_rules [ 1024.314487] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.314614] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.314686] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.315362] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.315362] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.443622] env[69148]: INFO networking_nsxv3.common.synchronization [None req-01f25943-c08b-4c23-bf1b-839f1f840490 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Enqueued Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGHEST for action security_group_rules [ 1024.443819] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGHEST for action security_group_rules [ 1024.444151] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.444273] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.744508] env[69148]: INFO networking_nsxv3.common.synchronization [req-f862e647-c1f9-42d5-8077-da7ff7c6dede req-0acae1ed-07bf-4dfe-bb5d-0919947c395a service nova] Enqueued Resource ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 with Priority: HIGHEST for action security_group_rules [ 1024.744508] env[69148]: INFO networking_nsxv3.common.synchronization [req-f862e647-c1f9-42d5-8077-da7ff7c6dede req-0acae1ed-07bf-4dfe-bb5d-0919947c395a service nova] Enqueued Resource ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 with Priority: HIGHEST for action security_group_members [ 1024.744508] env[69148]: INFO networking_nsxv3.common.synchronization [req-f862e647-c1f9-42d5-8077-da7ff7c6dede req-0acae1ed-07bf-4dfe-bb5d-0919947c395a service nova] Enqueued Resource ID: f977146c-e31d-489d-b7e5-1d82e7c0dc35 with Priority: HIGHEST for action port [ 1024.744508] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 with Priority: HIGHEST for action security_group_rules [ 1024.744508] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 with Priority: HIGHEST for action security_group_members [ 1024.744508] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f977146c-e31d-489d-b7e5-1d82e7c0dc35 with Priority: HIGHEST for action port [ 1024.745194] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc0c4f4f-d00e-4bf5-b037-5311ce76d674 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.745194] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.745353] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.745670] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.745770] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc0c4f4f-d00e-4bf5-b037-5311ce76d674',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.749967] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc0c4f4f-d00e-4bf5-b037-5311ce76d674 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.749967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.749967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.749967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.749967] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.749967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.749967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.749967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.749967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.749967] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc0c4f4f-d00e-4bf5-b037-5311ce76d674',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.749967] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-f977146c-e31d-489d-b7e5-1d82e7c0dc35 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.752557] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f977146c-e31d-489d-b7e5-1d82e7c0dc35" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.752557] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f977146c-e31d-489d-b7e5-1d82e7c0dc35" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.752557] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f977146c-e31d-489d-b7e5-1d82e7c0dc35" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.752696] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f977146c-e31d-489d-b7e5-1d82e7c0dc35',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.814393] env[69148]: INFO networking_nsxv3.common.synchronization [None req-d11baf73-491d-4d17-943d-3e3ed82458ed tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Enqueued Resource ID: a42d3b43-ed28-4772-aef5-f5e3261b0460 with Priority: HIGHEST for action security_group_rules [ 1024.815187] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a42d3b43-ed28-4772-aef5-f5e3261b0460 with Priority: HIGHEST for action security_group_rules [ 1024.815187] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a42d3b43-ed28-4772-aef5-f5e3261b0460 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.815295] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a42d3b43-ed28-4772-aef5-f5e3261b0460" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.815650] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a42d3b43-ed28-4772-aef5-f5e3261b0460" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.815650] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a42d3b43-ed28-4772-aef5-f5e3261b0460" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.815742] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a42d3b43-ed28-4772-aef5-f5e3261b0460',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.836934] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.837267] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.837267] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.837377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.837442] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.837538] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 already deleted. [ 1024.837616] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.837993] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.838506] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.838506] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.997170] env[69148]: INFO networking_nsxv3.common.synchronization [None req-b42d4a5c-025e-4c35-be85-162dc4dfa131 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Enqueued Resource ID: a42d3b43-ed28-4772-aef5-f5e3261b0460 with Priority: HIGHEST for action security_group_rules [ 1024.997170] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a42d3b43-ed28-4772-aef5-f5e3261b0460 with Priority: HIGHEST for action security_group_rules [ 1024.997506] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a42d3b43-ed28-4772-aef5-f5e3261b0460 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.997557] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a42d3b43-ed28-4772-aef5-f5e3261b0460" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.254490] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc0c4f4f-d00e-4bf5-b037-5311ce76d674',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.255643] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc0c4f4f-d00e-4bf5-b037-5311ce76d674 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.255772] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.259021] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f977146c-e31d-489d-b7e5-1d82e7c0dc35 with status ACTIVE [ 1025.259021] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.259021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.259021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.259021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.259021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.259021] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.259021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.259021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.259021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.259021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.259021] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.259021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.259021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.259021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.259021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.259021] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f977146c-e31d-489d-b7e5-1d82e7c0dc35 is going to be updated. [ 1025.280113] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.280279] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.281435] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.281435] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.281435] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.282422] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f977146c-e31d-489d-b7e5-1d82e7c0dc35" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.302077] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 in Status: SUCCESS [ 1025.302273] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 deletion is rescheduled due to dependency. [ 1025.302398] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.346440] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.346663] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.346741] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.347355] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.347355] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.347355] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a42d3b43-ed28-4772-aef5-f5e3261b0460 already deleted. [ 1025.347355] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a42d3b43-ed28-4772-aef5-f5e3261b0460" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.347632] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a42d3b43-ed28-4772-aef5-f5e3261b0460" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.347699] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a42d3b43-ed28-4772-aef5-f5e3261b0460" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.347787] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a42d3b43-ed28-4772-aef5-f5e3261b0460',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.369026] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.369131] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.369131] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.369524] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.369524] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.369524] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 already deleted. [ 1025.369771] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.720505] env[69148]: INFO networking_nsxv3.common.synchronization [None req-97c855d3-ec08-44cd-ad27-1dcfb8edba50 None None] Enqueued Resource ID: 3edb6db2-3699-4378-a33e-24d17a42fb03 with Priority: HIGHEST for action port [ 1025.720784] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3edb6db2-3699-4378-a33e-24d17a42fb03 with Priority: HIGHEST for action port [ 1025.721470] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-3edb6db2-3699-4378-a33e-24d17a42fb03 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.721595] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3edb6db2-3699-4378-a33e-24d17a42fb03" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.721662] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3edb6db2-3699-4378-a33e-24d17a42fb03" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.725429] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3edb6db2-3699-4378-a33e-24d17a42fb03" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.725555] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3edb6db2-3699-4378-a33e-24d17a42fb03',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.759982] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc0c4f4f-d00e-4bf5-b037-5311ce76d674',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.866857] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.867027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.867103] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.867317] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.868050] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.868287] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a42d3b43-ed28-4772-aef5-f5e3261b0460 already deleted. [ 1025.868419] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a42d3b43-ed28-4772-aef5-f5e3261b0460" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.983972] env[69148]: INFO networking_nsxv3.common.synchronization [None req-53ab738f-2b2b-426a-a3e4-9cabc916040d None None] Enqueued Resource ID: 8838827b-c730-4f28-95ac-6283968c22c0 with Priority: HIGHEST for action port [ 1025.988017] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8838827b-c730-4f28-95ac-6283968c22c0 with Priority: HIGHEST for action port [ 1025.988017] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-8838827b-c730-4f28-95ac-6283968c22c0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.988017] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8838827b-c730-4f28-95ac-6283968c22c0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.988017] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8838827b-c730-4f28-95ac-6283968c22c0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.988017] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8838827b-c730-4f28-95ac-6283968c22c0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.988017] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8838827b-c730-4f28-95ac-6283968c22c0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.227292] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3edb6db2-3699-4378-a33e-24d17a42fb03 [ 1026.227526] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.227702] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.228101] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.228101] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.228101] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.228293] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3edb6db2-3699-4378-a33e-24d17a42fb03 already deleted. [ 1026.228293] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3edb6db2-3699-4378-a33e-24d17a42fb03" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.262500] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.262666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.262912] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.262961] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.263076] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.263164] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 is going to be created. [ 1026.286028] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.286163] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.286206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.286402] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.286574] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.298989] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 in Status: UNINITIALIZED for 2s [ 1026.488968] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8838827b-c730-4f28-95ac-6283968c22c0 [ 1026.489296] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.489443] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.489505] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.489726] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.489823] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.489921] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8838827b-c730-4f28-95ac-6283968c22c0 already deleted. [ 1026.490032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8838827b-c730-4f28-95ac-6283968c22c0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.689927] env[69148]: INFO networking_nsxv3.common.synchronization [None req-157603d2-1f9d-48dc-987b-ab36cac27601 None None] Enqueued Resource ID: 6a272aa1-346c-4680-9e19-183b94d8f877 with Priority: HIGHEST for action port [ 1027.690731] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a272aa1-346c-4680-9e19-183b94d8f877 with Priority: HIGHEST for action port [ 1027.691299] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a272aa1-346c-4680-9e19-183b94d8f877 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.691460] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a272aa1-346c-4680-9e19-183b94d8f877" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.691566] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a272aa1-346c-4680-9e19-183b94d8f877" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.691884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a272aa1-346c-4680-9e19-183b94d8f877" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.692070] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a272aa1-346c-4680-9e19-183b94d8f877',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.193892] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a272aa1-346c-4680-9e19-183b94d8f877 [ 1028.194162] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.194290] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.194351] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.194558] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.194650] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.196733] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a272aa1-346c-4680-9e19-183b94d8f877 already deleted. [ 1028.196733] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a272aa1-346c-4680-9e19-183b94d8f877" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.309239] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 in Status: SUCCESS [ 1028.309462] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.309630] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.309854] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.310087] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.310212] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.310279] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.310442] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.310522] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.310606] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.310730] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc0c4f4f-d00e-4bf5-b037-5311ce76d674',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.818339] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc0c4f4f-d00e-4bf5-b037-5311ce76d674',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.974082] env[69148]: INFO networking_nsxv3.common.synchronization [req-5703f214-32e8-48f1-9545-a1fe2476e26c req-70724567-8585-44d9-b438-0de04a1bf8d7 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Enqueued Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_members [ 1028.975815] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_members [ 1028.975815] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.975815] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.975815] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.975815] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.975815] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.975815] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.975815] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.976126] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.976126] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.976126] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.318360] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc0c4f4f-d00e-4bf5-b037-5311ce76d674: rpc.has_security_group_logging(os_id): False [ 1029.335756] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.335756] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.335756] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.335756] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.335756] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.336030] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.336030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.336030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.336189] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.336189] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.336267] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 is going to be created. [ 1029.390346] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.390548] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.390591] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.390814] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.391033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.405114] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 in Status: IN_PROGRESS for 2s [ 1029.482383] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.482847] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.482925] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.483137] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.506673] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.506983] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.507156] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.507249] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.507478] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.507568] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.507690] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f12fef98-8100-404a-8a99-8fca5d46233e is going to be updated. [ 1029.535402] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.535595] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.535698] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.535909] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.536064] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.544135] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: IN_PROGRESS for 2s [ 1031.416714] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 in Status: SUCCESS [ 1031.417056] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.552828] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: SUCCESS [ 1031.552993] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f12fef98-8100-404a-8a99-8fca5d46233e deletion is rescheduled due to dependency. [ 1031.553125] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.704103] env[69148]: INFO networking_nsxv3.common.synchronization [req-8cbd06f1-1033-44cf-97ac-1b2b11696597 req-11ef67a4-6309-455a-b790-685ee8d93f09 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Enqueued Resource ID: 328ff42d-ff43-4709-bb82-5eba3beff39b with Priority: HIGHEST for action security_group_members [ 1033.704366] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 328ff42d-ff43-4709-bb82-5eba3beff39b with Priority: HIGHEST for action security_group_members [ 1033.704649] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-328ff42d-ff43-4709-bb82-5eba3beff39b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.704768] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.704833] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.705218] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.705416] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.705838] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.705838] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.705838] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.705998] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.706054] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('328ff42d-ff43-4709-bb82-5eba3beff39b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.208834] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.208995] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.209082] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.209305] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.209397] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.209591] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.209688] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.209746] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.209897] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.209971] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.210085] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 328ff42d-ff43-4709-bb82-5eba3beff39b already deleted. [ 1034.210175] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.346152] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.346330] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.346468] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.346880] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.346982] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.347298] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.347455] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.347749] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.348333] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.349321] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1034.349321] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.349321] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.349321] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.349509] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1034.349784] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.350031] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.371229] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.371229] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1034.371229] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.371229] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-462" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.371406] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-e23d2fef-527c-406e-9cc8-781db36f620b taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.371487] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-e23d2fef-527c-406e-9cc8-781db36f620b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.373047] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-e23d2fef-527c-406e-9cc8-781db36f620b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.373047] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-e23d2fef-527c-406e-9cc8-781db36f620b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.373047] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e23d2fef-527c-406e-9cc8-781db36f620b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.876661] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.876985] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.877174] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.877478] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.877637] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.877820] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port e23d2fef-527c-406e-9cc8-781db36f620b not found, creating... [ 1034.878099] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.878260] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.878378] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.878597] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.878735] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.879032] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.879189] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.879305] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.879510] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.879645] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.879782] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: e23d2fef-527c-406e-9cc8-781db36f620b is going to be created. [ 1034.902304] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.902512] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.902685] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.903888] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.903888] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.903888] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-e23d2fef-527c-406e-9cc8-781db36f620b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.044992] env[69148]: INFO networking_nsxv3.common.synchronization [req-24005577-414c-43c4-ab2c-1c28570350c3 req-ef250b0c-1b52-407d-a7b1-93a08ac55f0f tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Enqueued Resource ID: 19fd9e4a-88ca-4a76-b801-42eedbf15eec with Priority: HIGHEST for action security_group_members [ 1035.045751] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19fd9e4a-88ca-4a76-b801-42eedbf15eec with Priority: HIGHEST for action security_group_members [ 1035.046640] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-19fd9e4a-88ca-4a76-b801-42eedbf15eec taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.046834] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.046937] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.047221] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.047448] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.047583] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.047674] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.047885] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.048014] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.048156] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19fd9e4a-88ca-4a76-b801-42eedbf15eec',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.552589] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.552589] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.552589] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.552589] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.572385] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.572643] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.572761] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.572833] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.573040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.573164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.573218] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19fd9e4a-88ca-4a76-b801-42eedbf15eec is going to be updated. [ 1035.597075] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.597241] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.600223] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.600223] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.600223] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.607728] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19fd9e4a-88ca-4a76-b801-42eedbf15eec in Status: IN_PROGRESS for 2s [ 1036.193451] env[69148]: INFO networking_nsxv3.common.synchronization [req-44c699e9-0ba7-4319-8c65-46f1b63a5503 req-098196d0-5f8a-410d-898a-b6be8f8f79b6 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Enqueued Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_members [ 1036.194156] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_members [ 1036.194517] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca4a3dab-4665-44a6-8cef-e328abed0131 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.194679] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.194779] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.195039] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.195233] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.195420] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.195586] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.195880] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.196086] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.196233] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.628265] env[69148]: INFO networking_nsxv3.common.synchronization [req-8cbd06f1-1033-44cf-97ac-1b2b11696597 req-84ee894c-9e78-4a35-9867-0c8630bacf66 service nova] Enqueued Resource ID: 328ff42d-ff43-4709-bb82-5eba3beff39b with Priority: HIGHEST for action security_group_rules [ 1036.628470] env[69148]: INFO networking_nsxv3.common.synchronization [req-8cbd06f1-1033-44cf-97ac-1b2b11696597 req-84ee894c-9e78-4a35-9867-0c8630bacf66 service nova] Enqueued Resource ID: 328ff42d-ff43-4709-bb82-5eba3beff39b with Priority: HIGHEST for action security_group_members [ 1036.628594] env[69148]: INFO networking_nsxv3.common.synchronization [req-8cbd06f1-1033-44cf-97ac-1b2b11696597 req-84ee894c-9e78-4a35-9867-0c8630bacf66 service nova] Enqueued Resource ID: e23d2fef-527c-406e-9cc8-781db36f620b with Priority: HIGHEST for action port [ 1036.628835] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 328ff42d-ff43-4709-bb82-5eba3beff39b with Priority: HIGHEST for action security_group_rules [ 1036.628967] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 328ff42d-ff43-4709-bb82-5eba3beff39b with Priority: HIGHEST for action security_group_members [ 1036.629075] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e23d2fef-527c-406e-9cc8-781db36f620b with Priority: HIGHEST for action port [ 1036.629722] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-328ff42d-ff43-4709-bb82-5eba3beff39b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.629849] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.629917] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.630204] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.630285] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('328ff42d-ff43-4709-bb82-5eba3beff39b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.631445] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-328ff42d-ff43-4709-bb82-5eba3beff39b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.631560] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.631629] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.631793] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.631937] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.632040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.632106] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.632246] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.632328] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.632414] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('328ff42d-ff43-4709-bb82-5eba3beff39b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.633168] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-e23d2fef-527c-406e-9cc8-781db36f620b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.633303] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e23d2fef-527c-406e-9cc8-781db36f620b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.633370] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e23d2fef-527c-406e-9cc8-781db36f620b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.633516] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e23d2fef-527c-406e-9cc8-781db36f620b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.633587] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e23d2fef-527c-406e-9cc8-781db36f620b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.698435] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.698638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.698744] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.698987] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.719191] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.719451] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.719568] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.719637] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.720203] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.720203] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.720203] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca4a3dab-4665-44a6-8cef-e328abed0131 is going to be updated. [ 1036.740468] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.740673] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.740756] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.741062] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.741226] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.749686] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca4a3dab-4665-44a6-8cef-e328abed0131 in Status: IN_PROGRESS for 2s [ 1037.135591] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e23d2fef-527c-406e-9cc8-781db36f620b with status ACTIVE [ 1037.135832] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.135975] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.136060] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.136280] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.136369] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.136555] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.136649] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.136713] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.136890] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.136974] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.137177] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.137269] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.137330] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.137468] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.137540] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.137624] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e23d2fef-527c-406e-9cc8-781db36f620b is going to be updated. [ 1037.139148] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('328ff42d-ff43-4709-bb82-5eba3beff39b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.140176] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-328ff42d-ff43-4709-bb82-5eba3beff39b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.140292] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.160289] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.160460] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.160513] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.160693] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.160834] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.160991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e23d2fef-527c-406e-9cc8-781db36f620b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.168254] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-154 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.168611] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-154" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.168727] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-154" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.169525] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-154" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.169848] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.173248] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.173672] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.173672] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.173789] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.173997] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1037.174407] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.174643] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.174831] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.174985] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1037.175172] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.176837] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.196303] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.196550] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1037.196635] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.196816] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-154" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.197413] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.197605] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.197851] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.200164] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.200318] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.480356] env[69148]: INFO networking_nsxv3.common.synchronization [None req-c3f1c9ba-b4ac-4ca9-a9c9-b8fc0251f67a None None] Enqueued Resource ID: 3f183223-9a5d-4e00-8d3f-f52bff25c295 with Priority: HIGHEST for action port [ 1037.480620] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f183223-9a5d-4e00-8d3f-f52bff25c295 with Priority: HIGHEST for action port [ 1037.481229] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f183223-9a5d-4e00-8d3f-f52bff25c295 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.481351] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f183223-9a5d-4e00-8d3f-f52bff25c295" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.481409] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f183223-9a5d-4e00-8d3f-f52bff25c295" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.481655] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f183223-9a5d-4e00-8d3f-f52bff25c295" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.481730] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f183223-9a5d-4e00-8d3f-f52bff25c295',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.618840] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19fd9e4a-88ca-4a76-b801-42eedbf15eec in Status: SUCCESS [ 1037.618977] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19fd9e4a-88ca-4a76-b801-42eedbf15eec deletion is rescheduled due to dependency. [ 1037.619309] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.641534] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('328ff42d-ff43-4709-bb82-5eba3beff39b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.702478] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.702715] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.702848] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.703150] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.703309] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.703523] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0 not found, creating... [ 1037.703774] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.703867] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.703981] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.704637] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.704637] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.704637] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.705061] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.705061] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.705154] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.705228] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.705374] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0 is going to be created. [ 1037.723846] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.724100] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.724249] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.724513] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.724747] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.725061] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.990110] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f183223-9a5d-4e00-8d3f-f52bff25c295 [ 1037.990347] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.990724] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.990875] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.991108] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.991198] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.991302] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f183223-9a5d-4e00-8d3f-f52bff25c295 already deleted. [ 1037.991383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f183223-9a5d-4e00-8d3f-f52bff25c295" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.148712] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.148712] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.148712] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.148712] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.148712] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.148712] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 328ff42d-ff43-4709-bb82-5eba3beff39b is going to be created. [ 1038.169614] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.169614] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.169614] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.169940] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.169940] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.176454] env[69148]: INFO networking_nsxv3.common.synchronization [req-44c699e9-0ba7-4319-8c65-46f1b63a5503 req-6832481a-73c1-4480-a01e-a6b68ca9a044 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Enqueued Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_members [ 1038.176753] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_members [ 1038.177966] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 328ff42d-ff43-4709-bb82-5eba3beff39b in Status: UNINITIALIZED for 2s [ 1038.177966] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca4a3dab-4665-44a6-8cef-e328abed0131 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.177966] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.501011] env[69148]: INFO networking_nsxv3.common.synchronization [req-44c699e9-0ba7-4319-8c65-46f1b63a5503 req-88873842-bdd5-4310-b167-0a9628db580d service nova] Enqueued Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_rules [ 1038.501296] env[69148]: INFO networking_nsxv3.common.synchronization [req-44c699e9-0ba7-4319-8c65-46f1b63a5503 req-88873842-bdd5-4310-b167-0a9628db580d service nova] Enqueued Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_members [ 1038.501384] env[69148]: INFO networking_nsxv3.common.synchronization [req-44c699e9-0ba7-4319-8c65-46f1b63a5503 req-88873842-bdd5-4310-b167-0a9628db580d service nova] Enqueued Resource ID: 8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0 with Priority: HIGHEST for action port [ 1038.501617] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_rules [ 1038.501746] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_members [ 1038.501907] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0 with Priority: HIGHEST for action port [ 1038.502518] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca4a3dab-4665-44a6-8cef-e328abed0131 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.502579] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.502644] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.502855] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.502914] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.503842] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca4a3dab-4665-44a6-8cef-e328abed0131 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.503955] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.504174] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.504263] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.504319] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.507324] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.507324] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.582573] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-154 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.583116] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-154" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.583116] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-154" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.583433] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-154" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.583471] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.583693] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.583761] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.583929] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.588723] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.588996] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.589150] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.589268] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.589384] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.589498] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.589608] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.589751] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.608318] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.608435] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1038.608541] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.608720] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-154" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.609059] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.609245] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.609367] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.609699] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.609843] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.761056] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca4a3dab-4665-44a6-8cef-e328abed0131 in Status: SUCCESS [ 1038.761056] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca4a3dab-4665-44a6-8cef-e328abed0131 deletion is rescheduled due to dependency. [ 1038.761056] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.761056] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.761056] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.761056] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.761056] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.761056] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.761056] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.761056] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.761056] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.006795] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca4a3dab-4665-44a6-8cef-e328abed0131 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.006795] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.009797] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0 with status ACTIVE [ 1039.009985] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.010118] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.010184] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.010383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.010465] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.010635] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.010841] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.010841] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.010991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.010991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.011180] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.011305] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.011343] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.011450] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.011518] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.011598] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0 is going to be updated. [ 1039.030595] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.030737] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.030827] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.030996] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.031849] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.032195] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fca6dd2-c869-4eaa-9c42-0e77c5aa13d0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.118023] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.118023] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.118023] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.118023] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.118023] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.118023] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1 not found, creating... [ 1039.118023] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.118023] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.118023] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.118023] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.118023] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.119043] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.119043] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.119043] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.119043] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.119043] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.119043] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1 is going to be created. [ 1039.138266] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.138542] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.138676] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.138969] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.139239] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.139464] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.262653] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.728424] env[69148]: INFO networking_nsxv3.common.synchronization [None req-3a9d5373-97a8-4e1e-9342-ff980022e90c None None] Enqueued Resource ID: d17e4b48-b872-44fa-9884-a0a5399c46cc with Priority: HIGHEST for action port [ 1039.728424] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d17e4b48-b872-44fa-9884-a0a5399c46cc with Priority: HIGHEST for action port [ 1039.728424] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-d17e4b48-b872-44fa-9884-a0a5399c46cc taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.728777] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d17e4b48-b872-44fa-9884-a0a5399c46cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.728777] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d17e4b48-b872-44fa-9884-a0a5399c46cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.728919] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d17e4b48-b872-44fa-9884-a0a5399c46cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.728919] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d17e4b48-b872-44fa-9884-a0a5399c46cc',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.765038] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.854265] env[69148]: INFO networking_nsxv3.common.synchronization [req-44c699e9-0ba7-4319-8c65-46f1b63a5503 req-0e591155-5912-4916-8060-c62f00cced5c service nova] Enqueued Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_rules [ 1039.854497] env[69148]: INFO networking_nsxv3.common.synchronization [req-44c699e9-0ba7-4319-8c65-46f1b63a5503 req-0e591155-5912-4916-8060-c62f00cced5c service nova] Enqueued Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_members [ 1039.854674] env[69148]: INFO networking_nsxv3.common.synchronization [req-44c699e9-0ba7-4319-8c65-46f1b63a5503 req-0e591155-5912-4916-8060-c62f00cced5c service nova] Enqueued Resource ID: 26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1 with Priority: HIGHEST for action port [ 1039.854947] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_rules [ 1039.855161] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_members [ 1039.855301] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1 with Priority: HIGHEST for action port [ 1039.857640] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca4a3dab-4665-44a6-8cef-e328abed0131 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.857808] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.858071] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca4a3dab-4665-44a6-8cef-e328abed0131 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.858169] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.858522] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.858663] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.858778] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.859026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.859194] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.187561] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 328ff42d-ff43-4709-bb82-5eba3beff39b in Status: SUCCESS [ 1040.187789] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.187965] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.188202] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.188405] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.188517] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.188580] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.188721] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.188800] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.188901] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.188991] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('328ff42d-ff43-4709-bb82-5eba3beff39b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.230892] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d17e4b48-b872-44fa-9884-a0a5399c46cc [ 1040.231919] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.231919] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.231919] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.231919] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.231919] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.231919] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d17e4b48-b872-44fa-9884-a0a5399c46cc already deleted. [ 1040.231919] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d17e4b48-b872-44fa-9884-a0a5399c46cc" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.269641] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.269789] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.269863] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.270140] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.270260] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.270368] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca4a3dab-4665-44a6-8cef-e328abed0131 is going to be updated. [ 1040.297226] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.297377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.297464] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.297632] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.297847] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.306278] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca4a3dab-4665-44a6-8cef-e328abed0131 in Status: IN_PROGRESS for 2s [ 1040.369862] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1 with status ACTIVE [ 1040.369862] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.369862] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.369862] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.369862] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.369862] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.369862] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.369862] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.369862] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.369862] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.369862] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.369862] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.369862] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.369862] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.369862] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.369862] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.369862] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1 is going to be updated. [ 1040.393295] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.393295] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.393295] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.393295] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.393295] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.393295] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26a7e3f5-d6b1-42ec-89ed-4c6c71a40da1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.454991] env[69148]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-27902579-335d-45d1-92ea-e74902eeadad None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1040.455152] env[69148]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-27902579-335d-45d1-92ea-e74902eeadad None None] NSXv3 Agent Agent loop - iteration:2 started [ 1040.692635] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-328ff42d-ff43-4709-bb82-5eba3beff39b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.692822] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.692872] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.693163] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.693364] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.693467] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.693531] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.693700] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.693799] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.693898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.694058] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-328ff42d-ff43-4709-bb82-5eba3beff39b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.694170] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.694242] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.694375] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.694510] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.694616] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.694683] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.694832] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.694919] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.694997] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.695114] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('328ff42d-ff43-4709-bb82-5eba3beff39b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.723620] env[69148]: INFO networking_nsxv3.common.synchronization [req-459ad9e6-2942-4c3e-8b95-fab93bcb95af req-31c77599-5237-44ca-9fcf-390ff2a6e453 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Enqueued Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1040.724139] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1040.724446] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.724566] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.724633] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.724825] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.724971] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.726043] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.726127] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.726332] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.726444] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.727172] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.197438] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 328ff42d-ff43-4709-bb82-5eba3beff39b: rpc.has_security_group_logging(os_id): False [ 1041.229734] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.233763] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.233916] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.233988] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.234226] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.234316] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.234498] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.234596] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.234656] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.234802] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.234878] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.235085] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.235177] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.235231] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.235369] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.235442] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.235615] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.235706] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.235787] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.240019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.240019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.240019] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 328ff42d-ff43-4709-bb82-5eba3beff39b is going to be created. [ 1041.276841] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-532 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.277059] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-532" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.277187] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-532" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.277468] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-532" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.277807] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.277983] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.278412] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.278705] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.278978] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.279268] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1041.279410] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.279547] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.279679] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.279816] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1041.279983] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.280171] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.299412] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.299661] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1041.299863] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.300157] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-532" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.300513] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-0c23ae25-b825-4e98-af99-38b965dae05d taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.300730] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-0c23ae25-b825-4e98-af99-38b965dae05d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.300885] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-0c23ae25-b825-4e98-af99-38b965dae05d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.301679] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-0c23ae25-b825-4e98-af99-38b965dae05d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.301679] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c23ae25-b825-4e98-af99-38b965dae05d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.303380] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.303488] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.303652] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.304599] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.304599] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.320697] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 328ff42d-ff43-4709-bb82-5eba3beff39b in Status: IN_PROGRESS for 2s [ 1041.731623] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.807518] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.807819] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.807972] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.808280] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.808443] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.808621] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 0c23ae25-b825-4e98-af99-38b965dae05d not found, creating... [ 1041.808918] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.809103] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.809256] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.809512] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.809661] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.809957] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.810169] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.810325] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.810561] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.810776] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.811011] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 0c23ae25-b825-4e98-af99-38b965dae05d is going to be created. [ 1041.831053] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.831444] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.831444] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.831700] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.831934] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.832358] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-0c23ae25-b825-4e98-af99-38b965dae05d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.234522] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.234946] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.234946] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.234946] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.235124] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.235179] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b is going to be updated. [ 1042.266237] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.266357] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.266465] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.266645] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.266793] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.275723] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: IN_PROGRESS for 2s [ 1042.318489] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca4a3dab-4665-44a6-8cef-e328abed0131 in Status: SUCCESS [ 1042.318489] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.318489] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.318489] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.318489] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.318489] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.318489] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.319142] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.319142] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.319142] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.821433] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.975575] env[69148]: INFO networking_nsxv3.common.synchronization [req-459ad9e6-2942-4c3e-8b95-fab93bcb95af req-3ba2ed95-e376-4913-8d27-ea7b7073e52e service nova] Enqueued Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_rules [ 1042.975575] env[69148]: INFO networking_nsxv3.common.synchronization [req-459ad9e6-2942-4c3e-8b95-fab93bcb95af req-3ba2ed95-e376-4913-8d27-ea7b7073e52e service nova] Enqueued Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1042.975656] env[69148]: INFO networking_nsxv3.common.synchronization [req-459ad9e6-2942-4c3e-8b95-fab93bcb95af req-3ba2ed95-e376-4913-8d27-ea7b7073e52e service nova] Enqueued Resource ID: 0c23ae25-b825-4e98-af99-38b965dae05d with Priority: HIGHEST for action port [ 1042.975880] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_rules [ 1042.976079] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1042.976210] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c23ae25-b825-4e98-af99-38b965dae05d with Priority: HIGHEST for action port [ 1042.976826] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.976945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.977265] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.977473] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.977559] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.978470] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.978578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.978817] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c23ae25-b825-4e98-af99-38b965dae05d taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.978972] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c23ae25-b825-4e98-af99-38b965dae05d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.978972] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c23ae25-b825-4e98-af99-38b965dae05d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.979208] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c23ae25-b825-4e98-af99-38b965dae05d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.979252] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c23ae25-b825-4e98-af99-38b965dae05d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.324271] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.333915] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 328ff42d-ff43-4709-bb82-5eba3beff39b in Status: SUCCESS [ 1043.333915] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.482641] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.482641] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.482906] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c23ae25-b825-4e98-af99-38b965dae05d with status ACTIVE [ 1043.483265] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.484309] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.484309] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.484495] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.484614] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.485012] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.485125] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.485198] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.485358] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.485438] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.485629] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.485717] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.485793] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.486023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.486023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.486148] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c23ae25-b825-4e98-af99-38b965dae05d is going to be updated. [ 1043.505352] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.505492] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.505551] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.505814] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.505957] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.506125] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c23ae25-b825-4e98-af99-38b965dae05d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.828312] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.828468] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.828543] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.828780] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.828902] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.828953] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca4a3dab-4665-44a6-8cef-e328abed0131 is going to be updated. [ 1043.854097] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.854250] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.854323] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.854528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.854681] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.863708] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca4a3dab-4665-44a6-8cef-e328abed0131 in Status: IN_PROGRESS for 2s [ 1044.284893] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: SUCCESS [ 1044.285592] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.285592] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.285934] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.286244] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.286444] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.286682] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.286965] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.287150] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.287322] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.790226] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.292490] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.795015] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.796744] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.796744] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.796744] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.796922] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.796922] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b is going to be updated. [ 1045.825287] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.825420] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.825486] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.825684] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.825832] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.834276] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: IN_PROGRESS for 2s [ 1045.874664] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca4a3dab-4665-44a6-8cef-e328abed0131 in Status: SUCCESS [ 1045.874900] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.875077] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.875316] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.875535] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.875655] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.875732] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.875919] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.876026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.876116] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.876216] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.877401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.877585] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.877769] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.877909] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.877961] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.878132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.878282] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.878493] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.382237] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca4a3dab-4665-44a6-8cef-e328abed0131 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.382237] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.382237] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.884607] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.387508] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.387699] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.388043] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.388043] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.388276] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.388276] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca4a3dab-4665-44a6-8cef-e328abed0131 is going to be updated. [ 1047.414942] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.415177] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.415397] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.416880] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.416880] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.427380] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca4a3dab-4665-44a6-8cef-e328abed0131 in Status: IN_PROGRESS for 2s [ 1047.774253] env[69148]: INFO networking_nsxv3.common.synchronization [None req-169a30ed-0598-4a33-80f7-d61c482d45ba None None] Enqueued Resource ID: b27b0f1c-8373-4802-abb2-84ff34a448ba with Priority: HIGHEST for action port [ 1047.774782] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27b0f1c-8373-4802-abb2-84ff34a448ba with Priority: HIGHEST for action port [ 1047.775115] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-b27b0f1c-8373-4802-abb2-84ff34a448ba taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.775235] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b27b0f1c-8373-4802-abb2-84ff34a448ba" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.775303] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b27b0f1c-8373-4802-abb2-84ff34a448ba" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.775566] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b27b0f1c-8373-4802-abb2-84ff34a448ba" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.775650] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b27b0f1c-8373-4802-abb2-84ff34a448ba',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.845437] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: SUCCESS [ 1047.845437] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.845575] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.845734] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.845931] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.846060] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.846137] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.846268] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.846377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.846421] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.846508] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.910050] env[69148]: INFO networking_nsxv3.common.synchronization [req-287914b3-ab17-4373-92fd-68d5a4c964d1 req-6a578c2e-546a-4a65-be9e-7bdc83a50399 tempest-ServerExternalEventsTest-730887468 tempest-ServerExternalEventsTest-730887468-project-member] Enqueued Resource ID: 328ff42d-ff43-4709-bb82-5eba3beff39b with Priority: HIGHEST for action security_group_members [ 1047.910050] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 328ff42d-ff43-4709-bb82-5eba3beff39b with Priority: HIGHEST for action security_group_members [ 1047.910050] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-328ff42d-ff43-4709-bb82-5eba3beff39b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.910050] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.910050] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.910599] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.910599] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.910599] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.910599] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.910836] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.910836] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.910836] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('328ff42d-ff43-4709-bb82-5eba3beff39b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.280720] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b27b0f1c-8373-4802-abb2-84ff34a448ba [ 1048.280961] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.281113] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.281184] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.281409] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.281499] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.281597] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b27b0f1c-8373-4802-abb2-84ff34a448ba already deleted. [ 1048.281675] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b27b0f1c-8373-4802-abb2-84ff34a448ba" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.348422] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.348582] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.348641] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.349076] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.349076] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.349214] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.349214] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.349499] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.349499] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.349499] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.349623] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.350440] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.350440] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.350440] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.350440] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.350440] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.350440] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.350919] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.351110] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.351304] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.351347] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.412674] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.412913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.412991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.413233] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.413433] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.413558] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.413659] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.413726] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.414134] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.414134] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.414134] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 328ff42d-ff43-4709-bb82-5eba3beff39b is going to be updated. [ 1048.443181] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.443181] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.443318] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.443418] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.443595] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.452660] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 328ff42d-ff43-4709-bb82-5eba3beff39b in Status: IN_PROGRESS for 2s [ 1048.854406] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2e13469-c28b-4d9f-8469-a7ffb4376c5b: rpc.has_security_group_logging(os_id): False [ 1048.874395] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.874395] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.874395] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.874395] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.890581] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.890838] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.890927] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.891113] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.891175] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.891257] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.891445] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.891529] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.891591] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.891756] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.895076] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.895280] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.895379] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.895443] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.895587] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.895659] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.895744] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b is going to be updated. [ 1048.950994] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.950994] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.950994] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.951349] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.951349] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.963832] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: IN_PROGRESS for 2s [ 1049.436320] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca4a3dab-4665-44a6-8cef-e328abed0131 in Status: SUCCESS [ 1049.436320] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.436320] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.436320] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.436320] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.436320] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.436320] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.436320] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.436320] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.436320] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.436320] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca4a3dab-4665-44a6-8cef-e328abed0131 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.436320] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.436320] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.436840] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.436840] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.436840] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.436840] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.436840] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.436840] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.437075] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.437075] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.807570] env[69148]: INFO networking_nsxv3.common.synchronization [None req-06864218-d3f1-4a91-93e1-14958a018611 None None] Enqueued Resource ID: b58d0c75-7785-4b3c-a8b6-b88fab255b0d with Priority: HIGHEST for action port [ 1049.807570] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b58d0c75-7785-4b3c-a8b6-b88fab255b0d with Priority: HIGHEST for action port [ 1049.808226] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-b58d0c75-7785-4b3c-a8b6-b88fab255b0d taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.808369] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b58d0c75-7785-4b3c-a8b6-b88fab255b0d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.808601] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b58d0c75-7785-4b3c-a8b6-b88fab255b0d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.808677] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b58d0c75-7785-4b3c-a8b6-b88fab255b0d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.808847] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b58d0c75-7785-4b3c-a8b6-b88fab255b0d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.938775] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca4a3dab-4665-44a6-8cef-e328abed0131: rpc.has_security_group_logging(os_id): False [ 1049.957135] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.957135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.957135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.957135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.957135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.957135] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.957135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.957700] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.957700] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.957700] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.957700] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.957895] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.957895] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.958424] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.958424] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.958598] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.958661] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.958837] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.959038] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.959038] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.959162] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca4a3dab-4665-44a6-8cef-e328abed0131 is going to be updated. [ 1050.033614] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.033761] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.033834] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.034058] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.034206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.047217] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca4a3dab-4665-44a6-8cef-e328abed0131 in Status: IN_PROGRESS for 2s [ 1050.310713] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b58d0c75-7785-4b3c-a8b6-b88fab255b0d [ 1050.310935] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.311093] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.311163] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.311364] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.311453] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.311550] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b58d0c75-7785-4b3c-a8b6-b88fab255b0d already deleted. [ 1050.311659] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b58d0c75-7785-4b3c-a8b6-b88fab255b0d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.461790] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 328ff42d-ff43-4709-bb82-5eba3beff39b in Status: SUCCESS [ 1050.461976] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 328ff42d-ff43-4709-bb82-5eba3beff39b deletion is rescheduled due to dependency. [ 1050.462106] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.977015] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: SUCCESS [ 1050.977304] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.061518] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca4a3dab-4665-44a6-8cef-e328abed0131 in Status: SUCCESS [ 1052.061773] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.062132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.062132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.062340] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.112895] env[69148]: INFO networking_nsxv3.common.synchronization [req-ff38166f-95f5-42a8-8f64-abf81336a1e3 req-1382420c-288f-4508-b8ab-497a873f7cb4 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Enqueued Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_members [ 1052.113397] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_members [ 1052.114374] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca4a3dab-4665-44a6-8cef-e328abed0131 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.114507] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.114574] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.115403] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.115605] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.115715] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.115786] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.115945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.116046] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.116140] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.148621] env[69148]: INFO networking_nsxv3.common.synchronization [req-bf2b1129-5246-4dc1-a8f5-c9d8bbb8989d req-c0e2f3af-fda0-4f50-845d-1e570ebfe903 tempest-MultipleCreateTestJSON-941066736 tempest-MultipleCreateTestJSON-941066736-project-member] Enqueued Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_members [ 1052.149174] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGHEST for action security_group_members [ 1052.149633] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca4a3dab-4665-44a6-8cef-e328abed0131 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.149633] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.564697] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca4a3dab-4665-44a6-8cef-e328abed0131 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.564836] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.621486] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.621640] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.621710] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.621941] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.622075] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.622270] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.622347] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.622411] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.622610] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.622735] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.622735] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca4a3dab-4665-44a6-8cef-e328abed0131 is going to be updated. [ 1052.682800] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.685018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.685018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.685018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.685018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.692340] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca4a3dab-4665-44a6-8cef-e328abed0131 in Status: IN_PROGRESS for 2s [ 1052.761797] env[69148]: INFO networking_nsxv3.common.synchronization [req-3db483f7-9552-4f2c-94da-6878af035fe6 req-293b3b26-e8f5-461d-988f-01baff6c1fb3 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Enqueued Resource ID: 4d87d594-ebda-490f-a35c-afe316b754c5 with Priority: HIGHEST for action security_group_members [ 1052.761797] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d87d594-ebda-490f-a35c-afe316b754c5 with Priority: HIGHEST for action security_group_members [ 1052.761797] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d87d594-ebda-490f-a35c-afe316b754c5 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.761797] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.761797] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.761797] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.761797] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.761797] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.761797] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.761797] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.761797] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.761797] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d87d594-ebda-490f-a35c-afe316b754c5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.059115] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-917 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.059328] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-917" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.059363] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-917" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.059694] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-917" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.059984] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.060173] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.060258] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.060478] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.060587] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.060799] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1053.060916] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.061039] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.061153] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.061263] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1053.061370] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.061503] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.079027] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.079027] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1053.079342] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.079342] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-917" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.079517] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-adb9a862-5d14-4636-a8d9-eaca560a0991 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.079683] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-adb9a862-5d14-4636-a8d9-eaca560a0991" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.079806] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-adb9a862-5d14-4636-a8d9-eaca560a0991" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.080156] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-adb9a862-5d14-4636-a8d9-eaca560a0991" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.080325] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adb9a862-5d14-4636-a8d9-eaca560a0991',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.268033] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.268033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.268033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.268033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.268033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.268304] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.268369] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.268405] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.268553] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.268640] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.268744] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d87d594-ebda-490f-a35c-afe316b754c5 already deleted. [ 1053.268830] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.584778] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.584778] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.584778] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.584778] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.584778] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.584778] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port adb9a862-5d14-4636-a8d9-eaca560a0991 not found, creating... [ 1053.584778] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.584778] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.584778] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.584778] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.584778] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.585601] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.585601] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.585601] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.585832] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.586726] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.586726] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: adb9a862-5d14-4636-a8d9-eaca560a0991 is going to be created. [ 1053.607235] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.607456] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.607581] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.607911] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.608474] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.608474] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-adb9a862-5d14-4636-a8d9-eaca560a0991" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.622605] env[69148]: INFO networking_nsxv3.common.synchronization [req-d0095899-d5fa-4af5-acd4-f4315609567a req-7287637d-e1c6-43db-b91f-3f41f8482c74 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Enqueued Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1053.623162] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1053.623470] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.623608] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.623684] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.623839] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.623988] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.624106] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.624173] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.624302] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.624380] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.624472] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.130333] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.301169] env[69148]: INFO networking_nsxv3.common.synchronization [req-3db483f7-9552-4f2c-94da-6878af035fe6 req-4a912a43-f9c6-406d-adde-2988ccb11ccc service nova] Enqueued Resource ID: 4d87d594-ebda-490f-a35c-afe316b754c5 with Priority: HIGHEST for action security_group_rules [ 1054.301169] env[69148]: INFO networking_nsxv3.common.synchronization [req-3db483f7-9552-4f2c-94da-6878af035fe6 req-4a912a43-f9c6-406d-adde-2988ccb11ccc service nova] Enqueued Resource ID: 4d87d594-ebda-490f-a35c-afe316b754c5 with Priority: HIGHEST for action security_group_members [ 1054.301169] env[69148]: INFO networking_nsxv3.common.synchronization [req-3db483f7-9552-4f2c-94da-6878af035fe6 req-4a912a43-f9c6-406d-adde-2988ccb11ccc service nova] Enqueued Resource ID: adb9a862-5d14-4636-a8d9-eaca560a0991 with Priority: HIGHEST for action port [ 1054.301358] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d87d594-ebda-490f-a35c-afe316b754c5 with Priority: HIGHEST for action security_group_rules [ 1054.301358] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d87d594-ebda-490f-a35c-afe316b754c5 with Priority: HIGHEST for action security_group_members [ 1054.301457] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adb9a862-5d14-4636-a8d9-eaca560a0991 with Priority: HIGHEST for action port [ 1054.302018] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d87d594-ebda-490f-a35c-afe316b754c5 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.302225] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.302313] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.302962] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.302962] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d87d594-ebda-490f-a35c-afe316b754c5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.303548] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d87d594-ebda-490f-a35c-afe316b754c5 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.304164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.304164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.304164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.304164] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.304164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.304803] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.304976] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.305110] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.305732] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d87d594-ebda-490f-a35c-afe316b754c5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.307008] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-adb9a862-5d14-4636-a8d9-eaca560a0991 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.307008] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adb9a862-5d14-4636-a8d9-eaca560a0991" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.307643] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adb9a862-5d14-4636-a8d9-eaca560a0991" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.307862] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adb9a862-5d14-4636-a8d9-eaca560a0991" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.308234] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adb9a862-5d14-4636-a8d9-eaca560a0991',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.633972] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.701117] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca4a3dab-4665-44a6-8cef-e328abed0131 in Status: SUCCESS [ 1054.701301] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca4a3dab-4665-44a6-8cef-e328abed0131 deletion is rescheduled due to dependency. [ 1054.701416] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.701570] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.701772] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.701950] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.702075] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.702132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.702283] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.702362] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.702454] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.809808] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d87d594-ebda-490f-a35c-afe316b754c5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.810683] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d87d594-ebda-490f-a35c-afe316b754c5 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.810794] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.817299] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port adb9a862-5d14-4636-a8d9-eaca560a0991 with status ACTIVE [ 1054.817299] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.817299] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.817299] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.817299] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.817299] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.817299] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.817299] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.817299] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.817299] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.817299] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.817299] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.817299] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.817299] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.817299] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.817299] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.817299] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: adb9a862-5d14-4636-a8d9-eaca560a0991 is going to be updated. [ 1054.834655] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.834808] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.834850] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.835055] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.835182] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.835327] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adb9a862-5d14-4636-a8d9-eaca560a0991" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.138702] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.138702] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.138702] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.138702] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.138702] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.138702] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b is going to be updated. [ 1055.165340] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.167298] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.167298] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.167298] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.167298] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.173675] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: IN_PROGRESS for 2s [ 1055.204714] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.207363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.207363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.207363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.207363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.207363] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.207363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.207363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.207363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.207363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.207363] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca4a3dab-4665-44a6-8cef-e328abed0131 is going to be updated. [ 1055.233245] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.233245] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.233245] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.233245] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.233245] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.245139] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca4a3dab-4665-44a6-8cef-e328abed0131 in Status: IN_PROGRESS for 2s [ 1055.312410] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d87d594-ebda-490f-a35c-afe316b754c5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.813996] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.814283] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.814472] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.814649] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.814766] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.814902] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d87d594-ebda-490f-a35c-afe316b754c5 is going to be created. [ 1055.837740] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.838213] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.838290] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.838672] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.838672] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.847454] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d87d594-ebda-490f-a35c-afe316b754c5 in Status: UNINITIALIZED for 2s [ 1057.185046] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: SUCCESS [ 1057.185280] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.255008] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca4a3dab-4665-44a6-8cef-e328abed0131 in Status: SUCCESS [ 1057.255231] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca4a3dab-4665-44a6-8cef-e328abed0131 deletion is rescheduled due to dependency. [ 1057.255301] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.255453] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.255658] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.255922] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.258314] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.258314] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.258314] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.258314] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.258314] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.258314] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.333010] env[69148]: INFO networking_nsxv3.common.synchronization [req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f req-0c8fd76d-e8ff-4a55-aa7f-08ef3fbf5543 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Enqueued Resource ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 with Priority: HIGHEST for action security_group_members [ 1057.334413] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 with Priority: HIGHEST for action security_group_members [ 1057.335257] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.335455] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.335594] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.335877] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.336138] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.336308] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.336423] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.336613] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.336742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.336882] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f9bf11a-8379-4ce3-bb57-b3b1d7558616',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.687736] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-588 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.687969] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-588" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.688119] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-588" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.688448] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-588" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.688808] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.688973] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.689107] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.689328] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.689476] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.689802] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1057.689802] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.689916] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.690599] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.690599] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1057.690599] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.690599] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.708315] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.708472] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1057.708631] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.708781] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-588" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.709118] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-92ccffbe-3b09-4b55-b40e-f1f51f58283d taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.709299] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-92ccffbe-3b09-4b55-b40e-f1f51f58283d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.709424] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-92ccffbe-3b09-4b55-b40e-f1f51f58283d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.709725] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-92ccffbe-3b09-4b55-b40e-f1f51f58283d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.709869] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92ccffbe-3b09-4b55-b40e-f1f51f58283d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.762877] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca4a3dab-4665-44a6-8cef-e328abed0131 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.763073] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.763160] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.763369] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.763550] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.763670] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.763732] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.763889] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.763977] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.764079] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.764225] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca4a3dab-4665-44a6-8cef-e328abed0131 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.764317] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.764386] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.764514] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.764648] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.764830] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.764830] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.764989] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.765083] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.765166] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.765251] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.841850] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.842155] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.842260] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.842517] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.842612] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.842815] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.842923] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.842996] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.843164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.843239] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.843326] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 already deleted. [ 1057.843404] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.856816] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d87d594-ebda-490f-a35c-afe316b754c5 in Status: SUCCESS [ 1057.857307] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.857307] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.857435] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.857548] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.857623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.857684] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.857844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.857907] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.857991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.858115] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d87d594-ebda-490f-a35c-afe316b754c5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.212241] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.212576] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.212576] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.212857] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.213062] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.213286] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 92ccffbe-3b09-4b55-b40e-f1f51f58283d not found, creating... [ 1058.213640] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.213807] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.213968] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.214232] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.214384] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.214678] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.214891] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.215031] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.215650] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.215650] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.215650] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 92ccffbe-3b09-4b55-b40e-f1f51f58283d is going to be created. [ 1058.234365] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.234600] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.234760] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.235100] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.235354] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.235670] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-92ccffbe-3b09-4b55-b40e-f1f51f58283d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.267963] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca4a3dab-4665-44a6-8cef-e328abed0131: rpc.has_security_group_logging(os_id): False [ 1058.285330] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.285499] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.285499] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.285906] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.286048] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.286290] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.286415] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.286490] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.287070] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.287070] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.287070] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.287070] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.287070] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.287419] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.287419] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.287492] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.287542] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.287645] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.287784] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.287913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.287913] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca4a3dab-4665-44a6-8cef-e328abed0131 is going to be updated. [ 1058.360587] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d87d594-ebda-490f-a35c-afe316b754c5 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.360749] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.360811] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.361169] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.361290] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.361354] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.361412] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.361655] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.361655] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.361740] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.361881] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d87d594-ebda-490f-a35c-afe316b754c5 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.361982] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.362044] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.362236] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.362317] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.362410] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.362467] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.362605] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.362683] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.362764] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.362856] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d87d594-ebda-490f-a35c-afe316b754c5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.364750] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.364833] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.364871] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.365015] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.365165] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.391037] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca4a3dab-4665-44a6-8cef-e328abed0131 in Status: IN_PROGRESS for 2s [ 1058.867846] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d87d594-ebda-490f-a35c-afe316b754c5: rpc.has_security_group_logging(os_id): False [ 1058.886235] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.886376] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.886452] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.886665] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.886755] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.887022] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.887124] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.887163] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.887318] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.887396] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.887574] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.887669] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.887730] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.887930] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.888037] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.888219] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.888312] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.888373] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.888511] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.888583] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.888667] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d87d594-ebda-490f-a35c-afe316b754c5 is going to be created. [ 1058.930810] env[69148]: INFO networking_nsxv3.common.synchronization [req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f req-bfdba8f6-934a-424b-8fef-44c112f34b9b service nova] Enqueued Resource ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 with Priority: HIGHEST for action security_group_rules [ 1058.931084] env[69148]: INFO networking_nsxv3.common.synchronization [req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f req-bfdba8f6-934a-424b-8fef-44c112f34b9b service nova] Enqueued Resource ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 with Priority: HIGHEST for action security_group_members [ 1058.931147] env[69148]: INFO networking_nsxv3.common.synchronization [req-03fc9f70-a5e7-4e8b-84f8-f21f2a401f5f req-bfdba8f6-934a-424b-8fef-44c112f34b9b service nova] Enqueued Resource ID: 92ccffbe-3b09-4b55-b40e-f1f51f58283d with Priority: HIGHEST for action port [ 1058.931378] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 with Priority: HIGHEST for action security_group_rules [ 1058.931522] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 with Priority: HIGHEST for action security_group_members [ 1058.931622] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92ccffbe-3b09-4b55-b40e-f1f51f58283d with Priority: HIGHEST for action port [ 1058.932414] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.932542] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.932611] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.932810] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.932894] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f9bf11a-8379-4ce3-bb57-b3b1d7558616',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.934055] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.934194] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.934245] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.934395] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.934546] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.934639] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.934701] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.934840] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.934924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.935028] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f9bf11a-8379-4ce3-bb57-b3b1d7558616',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.936599] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-92ccffbe-3b09-4b55-b40e-f1f51f58283d taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.939916] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92ccffbe-3b09-4b55-b40e-f1f51f58283d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.939916] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92ccffbe-3b09-4b55-b40e-f1f51f58283d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.939916] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92ccffbe-3b09-4b55-b40e-f1f51f58283d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.939916] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92ccffbe-3b09-4b55-b40e-f1f51f58283d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.953691] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.953874] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.953956] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.954214] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.954418] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.965291] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d87d594-ebda-490f-a35c-afe316b754c5 in Status: IN_PROGRESS for 2s [ 1059.439216] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.439481] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.439541] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f9bf11a-8379-4ce3-bb57-b3b1d7558616',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.440645] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92ccffbe-3b09-4b55-b40e-f1f51f58283d with status ACTIVE [ 1059.440958] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.441093] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.441158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.441560] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.441673] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.441891] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.441991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.442065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.442265] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.442421] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.442525] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.442610] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.442809] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.443058] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.443154] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.443330] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92ccffbe-3b09-4b55-b40e-f1f51f58283d is going to be updated. [ 1059.466409] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.466409] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.466409] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.466409] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.466409] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.466409] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92ccffbe-3b09-4b55-b40e-f1f51f58283d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.676115] env[69148]: INFO networking_nsxv3.common.synchronization [req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 req-81f4a8b0-8ccb-4a38-bd49-f219d2109604 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Enqueued Resource ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 with Priority: HIGHEST for action security_group_members [ 1059.676115] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 with Priority: HIGHEST for action security_group_members [ 1059.676115] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9722d51-57e3-4e87-93f2-2e5f2d457077 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.676115] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.676115] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.676936] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.677241] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.677590] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.678920] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.678920] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.678920] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.678920] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9722d51-57e3-4e87-93f2-2e5f2d457077',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.947108] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f9bf11a-8379-4ce3-bb57-b3b1d7558616',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.977020] env[69148]: INFO networking_nsxv3.common.synchronization [None req-e4f7673c-9482-4e47-82ed-bd559f7f7c86 None None] Enqueued Resource ID: 5c9d9d40-4db5-4fd3-881a-38732c82d8f5 with Priority: HIGHEST for action port [ 1059.977020] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c9d9d40-4db5-4fd3-881a-38732c82d8f5 with Priority: HIGHEST for action port [ 1059.977020] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c9d9d40-4db5-4fd3-881a-38732c82d8f5 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.977020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c9d9d40-4db5-4fd3-881a-38732c82d8f5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.977020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c9d9d40-4db5-4fd3-881a-38732c82d8f5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.977020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c9d9d40-4db5-4fd3-881a-38732c82d8f5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.977020] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c9d9d40-4db5-4fd3-881a-38732c82d8f5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.009552] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.009758] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.009886] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.010198] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.010486] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.010607] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.011116] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.013448] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.013448] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.013448] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1060.013448] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.013448] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.013448] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.013448] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1060.013448] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.013448] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.033581] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.033763] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1060.033909] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.034106] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.034935] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-65a56329-8cd5-4d96-9bab-f501bade9fde taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.035211] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-65a56329-8cd5-4d96-9bab-f501bade9fde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.035413] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-65a56329-8cd5-4d96-9bab-f501bade9fde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.036639] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-65a56329-8cd5-4d96-9bab-f501bade9fde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.036639] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65a56329-8cd5-4d96-9bab-f501bade9fde',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.181260] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.181423] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.181492] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.181704] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.181849] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.182067] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.182168] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.182225] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.182376] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.182451] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.182536] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 already deleted. [ 1060.182616] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.407243] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca4a3dab-4665-44a6-8cef-e328abed0131 in Status: SUCCESS [ 1060.407243] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.452561] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.452561] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.452561] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.452561] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.452561] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.452561] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 is going to be created. [ 1060.479126] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c9d9d40-4db5-4fd3-881a-38732c82d8f5 [ 1060.479126] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.479255] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.479302] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.479479] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.479565] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.479654] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c9d9d40-4db5-4fd3-881a-38732c82d8f5 already deleted. [ 1060.479743] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c9d9d40-4db5-4fd3-881a-38732c82d8f5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.482911] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.483050] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.483050] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.483214] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.483372] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.493519] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 in Status: UNINITIALIZED for 2s [ 1060.539512] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.539660] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.539715] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.539990] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.540161] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.540321] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 65a56329-8cd5-4d96-9bab-f501bade9fde not found, creating... [ 1060.540580] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.540740] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.540861] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.541134] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.541280] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.541564] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.541729] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.541849] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.542071] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.542211] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.542353] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 65a56329-8cd5-4d96-9bab-f501bade9fde is going to be created. [ 1060.568844] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.569134] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.569226] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.569503] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.569731] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.569962] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-65a56329-8cd5-4d96-9bab-f501bade9fde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.977023] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d87d594-ebda-490f-a35c-afe316b754c5 in Status: SUCCESS [ 1060.977256] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.309451] env[69148]: INFO networking_nsxv3.common.synchronization [req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 req-c69efce2-305d-4caf-adf3-b43e93cb382a service nova] Enqueued Resource ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 with Priority: HIGHEST for action security_group_rules [ 1061.309636] env[69148]: INFO networking_nsxv3.common.synchronization [req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 req-c69efce2-305d-4caf-adf3-b43e93cb382a service nova] Enqueued Resource ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 with Priority: HIGHEST for action security_group_members [ 1061.309774] env[69148]: INFO networking_nsxv3.common.synchronization [req-5ac42e3c-c990-400c-a4cb-e5d8680bc953 req-c69efce2-305d-4caf-adf3-b43e93cb382a service nova] Enqueued Resource ID: 65a56329-8cd5-4d96-9bab-f501bade9fde with Priority: HIGHEST for action port [ 1061.310352] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 with Priority: HIGHEST for action security_group_rules [ 1061.310911] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 with Priority: HIGHEST for action security_group_members [ 1061.310911] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a56329-8cd5-4d96-9bab-f501bade9fde with Priority: HIGHEST for action port [ 1061.311369] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9722d51-57e3-4e87-93f2-2e5f2d457077 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.311532] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.311605] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.311809] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.311896] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9722d51-57e3-4e87-93f2-2e5f2d457077',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.313477] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9722d51-57e3-4e87-93f2-2e5f2d457077 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.313586] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.313586] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.313992] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.313992] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.313992] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.314268] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.314268] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.314268] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.314422] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9722d51-57e3-4e87-93f2-2e5f2d457077',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.315358] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-65a56329-8cd5-4d96-9bab-f501bade9fde taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.315358] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65a56329-8cd5-4d96-9bab-f501bade9fde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.315358] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65a56329-8cd5-4d96-9bab-f501bade9fde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.315597] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65a56329-8cd5-4d96-9bab-f501bade9fde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.315597] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65a56329-8cd5-4d96-9bab-f501bade9fde',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.820034] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9722d51-57e3-4e87-93f2-2e5f2d457077 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.820034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.820034] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9722d51-57e3-4e87-93f2-2e5f2d457077',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.820034] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65a56329-8cd5-4d96-9bab-f501bade9fde with status ACTIVE [ 1061.820034] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.820034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.820034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.820034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.820034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.820034] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.820034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.820034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.820034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.820034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.820795] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.820795] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.820795] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.820795] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.820795] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.820795] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65a56329-8cd5-4d96-9bab-f501bade9fde is going to be updated. [ 1061.842650] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.842780] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.842892] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.845265] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.845265] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.845265] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65a56329-8cd5-4d96-9bab-f501bade9fde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.015514] env[69148]: INFO networking_nsxv3.common.synchronization [None req-222988af-08e0-40fd-a5d2-99a3bf7d2e29 None None] Enqueued Resource ID: a8632990-dc38-4376-b250-4542c4a9b946 with Priority: HIGHEST for action port [ 1062.016362] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8632990-dc38-4376-b250-4542c4a9b946 with Priority: HIGHEST for action port [ 1062.016869] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8632990-dc38-4376-b250-4542c4a9b946 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.017078] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8632990-dc38-4376-b250-4542c4a9b946" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.017200] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8632990-dc38-4376-b250-4542c4a9b946" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.017465] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8632990-dc38-4376-b250-4542c4a9b946" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.017635] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8632990-dc38-4376-b250-4542c4a9b946',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.325144] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9722d51-57e3-4e87-93f2-2e5f2d457077',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.502904] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 in Status: SUCCESS [ 1062.503151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.503317] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.503535] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.503916] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.503916] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.503916] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.504087] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.504123] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.504205] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.504294] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f9bf11a-8379-4ce3-bb57-b3b1d7558616',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.526891] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8632990-dc38-4376-b250-4542c4a9b946 [ 1062.526940] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.527520] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.527520] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.527520] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.527520] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.527520] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8632990-dc38-4376-b250-4542c4a9b946 already deleted. [ 1062.527791] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8632990-dc38-4376-b250-4542c4a9b946" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.828434] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.828802] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.828802] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.829235] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.829235] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.829235] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 is going to be created. [ 1062.850513] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.850658] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.850740] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.850965] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.851171] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.859932] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 in Status: UNINITIALIZED for 2s [ 1063.007173] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f9bf11a-8379-4ce3-bb57-b3b1d7558616',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.515524] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f9bf11a-8379-4ce3-bb57-b3b1d7558616: rpc.has_security_group_logging(os_id): False [ 1063.539203] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.539363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.539431] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.539699] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.539799] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.540072] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.540220] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.540220] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.540387] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.540484] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.540598] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 is going to be created. [ 1063.601397] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.601557] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.601677] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.601987] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.602200] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.632920] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 in Status: IN_PROGRESS for 2s [ 1063.640725] env[69148]: INFO networking_nsxv3.common.synchronization [req-b86184fb-066a-4a8d-888e-2c39c229711d req-15caf013-ea15-45cf-971b-d15d2803e8d1 tempest-ServerPasswordTestJSON-5302268 tempest-ServerPasswordTestJSON-5302268-project-member] Enqueued Resource ID: 4d87d594-ebda-490f-a35c-afe316b754c5 with Priority: HIGHEST for action security_group_members [ 1063.642583] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d87d594-ebda-490f-a35c-afe316b754c5 with Priority: HIGHEST for action security_group_members [ 1063.642939] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d87d594-ebda-490f-a35c-afe316b754c5 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.643903] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.643903] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.643903] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.643903] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.643903] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.643903] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.644213] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.644527] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.647104] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d87d594-ebda-490f-a35c-afe316b754c5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.006953] env[69148]: INFO networking_nsxv3.common.synchronization [req-3ea8e528-3735-4d16-9f27-7d1416f9b764 req-02f164e7-82ea-4ae6-8aad-3705b51248cb tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Enqueued Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGHEST for action security_group_members [ 1064.006953] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGHEST for action security_group_members [ 1064.006953] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.006953] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.006953] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.006953] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.006953] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.006953] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.006953] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.006953] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.006953] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.006953] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.147675] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.147675] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.147675] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.147675] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.147675] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.147998] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.147998] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.148099] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.148331] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.148331] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.148429] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d87d594-ebda-490f-a35c-afe316b754c5 is going to be updated. [ 1064.175709] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.176394] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.176476] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.176707] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.176904] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.188095] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d87d594-ebda-490f-a35c-afe316b754c5 in Status: IN_PROGRESS for 2s [ 1064.394634] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-996 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.394842] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-996" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.394968] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-996" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.395338] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-996" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.395597] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.395785] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.395922] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.397526] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.397695] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.397936] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.398165] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.398227] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.398320] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.398435] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.398545] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.398675] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.417769] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.417981] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1064.418139] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.418324] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-996" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.418666] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-74fd32ba-2809-4812-9de3-c2aec0353232 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.418850] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-74fd32ba-2809-4812-9de3-c2aec0353232" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.418973] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-74fd32ba-2809-4812-9de3-c2aec0353232" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.419332] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-74fd32ba-2809-4812-9de3-c2aec0353232" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.419478] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74fd32ba-2809-4812-9de3-c2aec0353232',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.512090] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.512258] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.512330] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.512548] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.512795] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.512891] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.512991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.512991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.513128] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.513199] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.513376] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 already deleted. [ 1064.513512] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.875403] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 in Status: SUCCESS [ 1064.875403] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.875403] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.875403] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.875403] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.875704] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.875704] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.875704] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.875835] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.875835] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.875908] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9722d51-57e3-4e87-93f2-2e5f2d457077',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.922278] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.923151] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.923399] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.923921] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.927248] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.927431] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 74fd32ba-2809-4812-9de3-c2aec0353232 not found, creating... [ 1064.927729] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.927936] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.928083] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.928336] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.928483] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.928785] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.928948] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.929197] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.929447] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.929591] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.929737] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 74fd32ba-2809-4812-9de3-c2aec0353232 is going to be created. [ 1064.947792] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.948087] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.948226] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.948498] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.948730] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.949115] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-74fd32ba-2809-4812-9de3-c2aec0353232" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.377898] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9722d51-57e3-4e87-93f2-2e5f2d457077',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.532086] env[69148]: INFO networking_nsxv3.common.synchronization [None req-32cf4117-1b5b-4ccc-8733-fed33790680c None None] Enqueued Resource ID: 5369fb28-7c3f-43bc-aa4a-ef1942f484b6 with Priority: HIGHEST for action port [ 1065.532702] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5369fb28-7c3f-43bc-aa4a-ef1942f484b6 with Priority: HIGHEST for action port [ 1065.534442] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-5369fb28-7c3f-43bc-aa4a-ef1942f484b6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.534604] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5369fb28-7c3f-43bc-aa4a-ef1942f484b6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.534604] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5369fb28-7c3f-43bc-aa4a-ef1942f484b6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.535000] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5369fb28-7c3f-43bc-aa4a-ef1942f484b6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.535000] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5369fb28-7c3f-43bc-aa4a-ef1942f484b6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.646960] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 in Status: SUCCESS [ 1065.646960] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.755541] env[69148]: INFO networking_nsxv3.common.synchronization [req-3ea8e528-3735-4d16-9f27-7d1416f9b764 req-945500d2-5323-4f29-8b4f-a89925ec8348 service nova] Enqueued Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGHEST for action security_group_rules [ 1065.756030] env[69148]: INFO networking_nsxv3.common.synchronization [req-3ea8e528-3735-4d16-9f27-7d1416f9b764 req-945500d2-5323-4f29-8b4f-a89925ec8348 service nova] Enqueued Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGHEST for action security_group_members [ 1065.756215] env[69148]: INFO networking_nsxv3.common.synchronization [req-3ea8e528-3735-4d16-9f27-7d1416f9b764 req-945500d2-5323-4f29-8b4f-a89925ec8348 service nova] Enqueued Resource ID: 74fd32ba-2809-4812-9de3-c2aec0353232 with Priority: HIGHEST for action port [ 1065.756894] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGHEST for action security_group_rules [ 1065.757076] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGHEST for action security_group_members [ 1065.757183] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74fd32ba-2809-4812-9de3-c2aec0353232 with Priority: HIGHEST for action port [ 1065.757459] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.757585] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.757651] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.757952] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.758108] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.758964] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.759036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.759106] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.759274] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.759415] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.759509] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.759570] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.759704] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.759788] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.759872] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.760873] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-74fd32ba-2809-4812-9de3-c2aec0353232 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.761013] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74fd32ba-2809-4812-9de3-c2aec0353232" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.761078] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74fd32ba-2809-4812-9de3-c2aec0353232" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.761350] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74fd32ba-2809-4812-9de3-c2aec0353232" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.761350] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74fd32ba-2809-4812-9de3-c2aec0353232',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.880572] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9722d51-57e3-4e87-93f2-2e5f2d457077: rpc.has_security_group_logging(os_id): False [ 1065.898718] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.898856] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.898923] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.900147] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.900147] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.900147] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.900147] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.900147] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.900147] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.900147] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.900147] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 is going to be created. [ 1065.954482] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.954482] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.954606] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.954715] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.954899] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.965233] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 in Status: IN_PROGRESS for 2s [ 1066.036955] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5369fb28-7c3f-43bc-aa4a-ef1942f484b6 [ 1066.037218] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.037354] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.037425] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.037633] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.037723] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.037815] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5369fb28-7c3f-43bc-aa4a-ef1942f484b6 already deleted. [ 1066.037957] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5369fb28-7c3f-43bc-aa4a-ef1942f484b6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.199642] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d87d594-ebda-490f-a35c-afe316b754c5 in Status: SUCCESS [ 1066.199812] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d87d594-ebda-490f-a35c-afe316b754c5 deletion is rescheduled due to dependency. [ 1066.199937] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.262787] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.264407] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.264690] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.265599] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74fd32ba-2809-4812-9de3-c2aec0353232 with status ACTIVE [ 1066.265787] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.265920] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.265986] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.266203] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.266289] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.266471] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.266564] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.266612] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.266849] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.266849] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.267017] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.267120] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.267178] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.267310] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.267378] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.267458] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74fd32ba-2809-4812-9de3-c2aec0353232 is going to be updated. [ 1066.274643] env[69148]: INFO networking_nsxv3.common.synchronization [None req-46cdc21f-85ed-4a30-9f21-44ad9963f2e6 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Enqueued Resource ID: 76557bd9-9de8-4dbf-ab60-70df1591a6c6 with Priority: HIGHEST for action security_group_rules [ 1066.275185] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76557bd9-9de8-4dbf-ab60-70df1591a6c6 with Priority: HIGHEST for action security_group_rules [ 1066.275479] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76557bd9-9de8-4dbf-ab60-70df1591a6c6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.275595] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.275662] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.279418] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.279418] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76557bd9-9de8-4dbf-ab60-70df1591a6c6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.288777] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.288975] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.289082] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.289447] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.289447] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.289644] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74fd32ba-2809-4812-9de3-c2aec0353232" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.491533] env[69148]: INFO networking_nsxv3.common.synchronization [req-f767e54a-66ba-41a3-9432-b26b2e115a1e req-5d740f39-9e52-42fc-bab5-997ccdfe9b5f tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Enqueued Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_members [ 1066.494992] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_members [ 1066.494992] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.495135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.495135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.495328] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.495495] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.495597] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.495661] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.495828] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.495937] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.496075] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.737594] env[69148]: INFO networking_nsxv3.common.synchronization [None req-432f81f8-58a4-4a5d-a466-a3bfa51e47e2 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Enqueued Resource ID: 76557bd9-9de8-4dbf-ab60-70df1591a6c6 with Priority: HIGHEST for action security_group_rules [ 1066.738050] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76557bd9-9de8-4dbf-ab60-70df1591a6c6 with Priority: HIGHEST for action security_group_rules [ 1066.738356] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76557bd9-9de8-4dbf-ab60-70df1591a6c6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.738457] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.770489] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.801036] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.801036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.801036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.801036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.801036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.801036] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76557bd9-9de8-4dbf-ab60-70df1591a6c6 already deleted. [ 1066.801036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.801036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.802621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.802621] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76557bd9-9de8-4dbf-ab60-70df1591a6c6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.000687] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.000687] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.000687] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.000687] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.000687] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.000687] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.000687] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.000687] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.000687] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.000687] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.000687] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f12fef98-8100-404a-8a99-8fca5d46233e is going to be updated. [ 1067.023694] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.023837] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.023910] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.024139] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.024355] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.036178] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: IN_PROGRESS for 2s [ 1067.119801] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.119992] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-382" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.120157] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-382" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.120435] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-382" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.120697] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.120856] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.120977] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.123378] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.123558] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.123784] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1067.123907] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.124034] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.124153] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.124268] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1067.124378] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.124724] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.142805] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.142982] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1067.143209] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.143489] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-382" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.143846] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-05f69176-d798-47ce-8f63-c9fa135eb689 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.144105] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-05f69176-d798-47ce-8f63-c9fa135eb689" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.144190] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-05f69176-d798-47ce-8f63-c9fa135eb689" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.144520] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-05f69176-d798-47ce-8f63-c9fa135eb689" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.144699] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05f69176-d798-47ce-8f63-c9fa135eb689',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.274077] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.274077] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.274077] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.274315] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.274360] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.274954] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 is going to be created. [ 1067.296244] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.298272] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.298272] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.298272] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.298272] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.306363] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 in Status: UNINITIALIZED for 2s [ 1067.324626] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.324626] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.324626] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.324626] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.324626] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.324626] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76557bd9-9de8-4dbf-ab60-70df1591a6c6 already deleted. [ 1067.324626] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.647781] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.650857] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.650857] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.650857] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.650857] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.650857] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 05f69176-d798-47ce-8f63-c9fa135eb689 not found, creating... [ 1067.650857] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.650857] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.650857] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.650857] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.650857] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.651429] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.651587] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.652239] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.652709] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.653466] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.653694] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 05f69176-d798-47ce-8f63-c9fa135eb689 is going to be created. [ 1067.683612] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.683811] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.683929] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.684224] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.684475] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.684773] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-05f69176-d798-47ce-8f63-c9fa135eb689" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.766446] env[69148]: INFO networking_nsxv3.common.synchronization [None req-dce1e43c-637d-4458-90a6-226f1f9d4ae4 None None] Enqueued Resource ID: 6c1bd119-0745-41ae-bfa4-1e3add602d0c with Priority: HIGHEST for action port [ 1067.766767] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c1bd119-0745-41ae-bfa4-1e3add602d0c with Priority: HIGHEST for action port [ 1067.767353] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c1bd119-0745-41ae-bfa4-1e3add602d0c taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.767496] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c1bd119-0745-41ae-bfa4-1e3add602d0c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.767573] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c1bd119-0745-41ae-bfa4-1e3add602d0c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.767791] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c1bd119-0745-41ae-bfa4-1e3add602d0c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.767927] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c1bd119-0745-41ae-bfa4-1e3add602d0c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.976981] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 in Status: SUCCESS [ 1067.977252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.271056] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c1bd119-0745-41ae-bfa4-1e3add602d0c [ 1068.272825] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.272825] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.272825] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.272825] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.272825] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.272825] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c1bd119-0745-41ae-bfa4-1e3add602d0c already deleted. [ 1068.272825] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c1bd119-0745-41ae-bfa4-1e3add602d0c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.588246] env[69148]: INFO networking_nsxv3.common.synchronization [req-f767e54a-66ba-41a3-9432-b26b2e115a1e req-08405bc2-4005-4ba5-a598-0867fa9b2ea6 service nova] Enqueued Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_rules [ 1068.588426] env[69148]: INFO networking_nsxv3.common.synchronization [req-f767e54a-66ba-41a3-9432-b26b2e115a1e req-08405bc2-4005-4ba5-a598-0867fa9b2ea6 service nova] Enqueued Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_members [ 1068.588631] env[69148]: INFO networking_nsxv3.common.synchronization [req-f767e54a-66ba-41a3-9432-b26b2e115a1e req-08405bc2-4005-4ba5-a598-0867fa9b2ea6 service nova] Enqueued Resource ID: 05f69176-d798-47ce-8f63-c9fa135eb689 with Priority: HIGHEST for action port [ 1068.589208] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_rules [ 1068.589365] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_members [ 1068.589672] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05f69176-d798-47ce-8f63-c9fa135eb689 with Priority: HIGHEST for action port [ 1068.589812] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.589946] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.591107] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.591371] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.591465] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.594395] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.594519] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.594735] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-05f69176-d798-47ce-8f63-c9fa135eb689 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.594853] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05f69176-d798-47ce-8f63-c9fa135eb689" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.594922] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05f69176-d798-47ce-8f63-c9fa135eb689" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.595149] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05f69176-d798-47ce-8f63-c9fa135eb689" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.595270] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05f69176-d798-47ce-8f63-c9fa135eb689',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.049000] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: SUCCESS [ 1069.049674] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f12fef98-8100-404a-8a99-8fca5d46233e deletion is rescheduled due to dependency. [ 1069.049674] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.049794] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.050165] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.050992] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.051139] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.054546] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.054546] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.054865] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.055799] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.095945] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.095945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.098913] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05f69176-d798-47ce-8f63-c9fa135eb689 with status ACTIVE [ 1069.098913] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.099824] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.099824] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.099824] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.099824] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.100173] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.102132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.102132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.102132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.102132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.102132] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.102132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.102132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.102132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.102132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.102132] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05f69176-d798-47ce-8f63-c9fa135eb689 is going to be updated. [ 1069.124278] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.124278] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.124278] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.124278] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.124278] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.124457] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05f69176-d798-47ce-8f63-c9fa135eb689" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.316261] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 in Status: SUCCESS [ 1069.316487] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.316647] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.316860] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.317064] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.317183] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.317249] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.317400] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.317479] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.317563] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.317655] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.557974] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.820542] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.060357] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.322893] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0c40e17-28e8-4f51-bf4c-228ae77fcac8: rpc.has_security_group_logging(os_id): False [ 1070.344119] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.344477] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.344557] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.344940] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.345132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.345755] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.345755] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.345755] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.346196] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.346196] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.346196] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 is going to be created. [ 1070.470871] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.471049] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.471100] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.471301] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.471558] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.484994] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 in Status: IN_PROGRESS for 2s [ 1070.563285] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.563780] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.563780] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.563780] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.563877] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.563961] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f12fef98-8100-404a-8a99-8fca5d46233e is going to be updated. [ 1070.618620] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.618874] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.618998] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.619252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.619400] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.627934] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: IN_PROGRESS for 2s [ 1070.978384] env[69148]: INFO networking_nsxv3.common.synchronization [None req-c665f769-ca3c-41d7-a680-f6b63c1dd832 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Enqueued Resource ID: 85270a4e-0efa-4737-a203-a1d89b224353 with Priority: HIGHEST for action security_group_rules [ 1070.978764] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85270a4e-0efa-4737-a203-a1d89b224353 with Priority: HIGHEST for action security_group_rules [ 1070.979422] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85270a4e-0efa-4737-a203-a1d89b224353 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.979560] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.979630] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.979872] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.979958] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85270a4e-0efa-4737-a203-a1d89b224353',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.065977] env[69148]: INFO networking_nsxv3.common.synchronization [None req-2bc3d0d7-4535-4333-b0d1-d6d51c5e3ed2 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Enqueued Resource ID: 85270a4e-0efa-4737-a203-a1d89b224353 with Priority: HIGHEST for action security_group_rules [ 1071.066315] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85270a4e-0efa-4737-a203-a1d89b224353 with Priority: HIGHEST for action security_group_rules [ 1071.066611] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85270a4e-0efa-4737-a203-a1d89b224353 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.066706] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.499295] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.499463] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.499504] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.499697] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.499785] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.499880] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85270a4e-0efa-4737-a203-a1d89b224353 already deleted. [ 1071.499963] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.500129] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.500305] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.500388] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85270a4e-0efa-4737-a203-a1d89b224353',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.019549] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.019694] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.019767] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.019979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.020083] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.020178] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85270a4e-0efa-4737-a203-a1d89b224353 already deleted. [ 1072.020257] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.497021] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 in Status: SUCCESS [ 1072.497281] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.643119] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: SUCCESS [ 1072.643119] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.643119] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.643119] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.643119] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.643420] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.643420] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.644027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.644027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.644027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.644027] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.146237] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.146385] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.146459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.146674] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.146838] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.146919] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.146979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.147144] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.147735] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.147735] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.147735] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.147735] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.147735] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.147735] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.148084] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.148084] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.148084] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.148226] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.148226] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.148302] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.148343] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.650405] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f12fef98-8100-404a-8a99-8fca5d46233e: rpc.has_security_group_logging(os_id): False [ 1073.669318] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.669318] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.669318] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.669318] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.669318] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.669591] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.669652] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.669831] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.669884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.669925] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.670113] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.670216] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.670306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.670451] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.670527] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.670716] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.670804] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.670861] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.670998] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.671095] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.671164] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f12fef98-8100-404a-8a99-8fca5d46233e is going to be updated. [ 1073.726201] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.726353] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.726407] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.726616] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.727336] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.741008] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: IN_PROGRESS for 2s [ 1073.833229] env[69148]: INFO networking_nsxv3.common.synchronization [req-05a91a55-ce35-4dbf-bcd7-2363d45519c2 req-45b78e94-05f5-4332-bfb0-15f304650f6a tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Enqueued Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 1073.833678] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 1073.837019] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.837019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.837019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.837019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.837019] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.837019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.837019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.837019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.837019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.837019] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.336939] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.337110] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.337184] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.337439] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.337530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.337780] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.338095] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.338095] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.338095] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.338241] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.338392] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 is going to be updated. [ 1074.362758] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.362903] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.363083] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.363183] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.363302] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.371189] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: IN_PROGRESS for 2s [ 1075.250769] env[69148]: INFO networking_nsxv3.common.synchronization [req-c52809cb-024a-4a7a-95d4-9b9237ef63bf req-06a6a783-27bb-45ca-a49c-747ca047c72a tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Enqueued Resource ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 with Priority: HIGHEST for action security_group_members [ 1075.251346] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 with Priority: HIGHEST for action security_group_members [ 1075.251668] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.252682] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.252843] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.253178] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.253388] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.253541] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.253643] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.253844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.253978] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.254130] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.722653] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-398 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.722926] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-398" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.723398] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-398" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.723693] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-398" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.724115] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.724403] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.724664] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.725058] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.725353] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.725734] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1075.725962] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.726218] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.726434] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.726676] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1075.726977] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.727278] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.748701] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.748701] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1075.748701] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.748701] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-398" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.748701] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-558ae96a-9257-4351-8c90-35e4168cb842 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.749029] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-558ae96a-9257-4351-8c90-35e4168cb842" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.749029] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-558ae96a-9257-4351-8c90-35e4168cb842" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.749988] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-558ae96a-9257-4351-8c90-35e4168cb842" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.749988] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('558ae96a-9257-4351-8c90-35e4168cb842',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.753693] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: SUCCESS [ 1075.753908] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.757504] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.757654] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.757734] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.757975] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.758109] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.758319] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.758459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.758516] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.760615] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.760615] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.760615] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 already deleted. [ 1075.760615] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.251980] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.252371] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.252371] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.252648] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.252800] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.252957] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 558ae96a-9257-4351-8c90-35e4168cb842 not found, creating... [ 1076.253230] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.253390] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.253509] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.253731] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.253869] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.254160] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.254319] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.254440] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.254643] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.254778] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.254918] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 558ae96a-9257-4351-8c90-35e4168cb842 is going to be created. [ 1076.273285] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.273678] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.273800] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.274076] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.274311] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.274533] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-558ae96a-9257-4351-8c90-35e4168cb842" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.381213] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: SUCCESS [ 1076.381561] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 deletion is rescheduled due to dependency. [ 1076.381708] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.966457] env[69148]: INFO networking_nsxv3.common.synchronization [req-c52809cb-024a-4a7a-95d4-9b9237ef63bf req-435425f2-2bc8-485f-968c-314dfefeab81 service nova] Enqueued Resource ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 with Priority: HIGHEST for action security_group_rules [ 1076.966457] env[69148]: INFO networking_nsxv3.common.synchronization [req-c52809cb-024a-4a7a-95d4-9b9237ef63bf req-435425f2-2bc8-485f-968c-314dfefeab81 service nova] Enqueued Resource ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 with Priority: HIGHEST for action security_group_members [ 1076.966457] env[69148]: INFO networking_nsxv3.common.synchronization [req-c52809cb-024a-4a7a-95d4-9b9237ef63bf req-435425f2-2bc8-485f-968c-314dfefeab81 service nova] Enqueued Resource ID: 558ae96a-9257-4351-8c90-35e4168cb842 with Priority: HIGHEST for action port [ 1076.967055] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 with Priority: HIGHEST for action security_group_rules [ 1076.967055] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 with Priority: HIGHEST for action security_group_members [ 1076.967055] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 558ae96a-9257-4351-8c90-35e4168cb842 with Priority: HIGHEST for action port [ 1076.967325] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.967434] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.967508] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.967806] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.967865] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.968718] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.968823] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.968893] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.969108] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.969256] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.969354] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.969405] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.969542] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.969624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.969711] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.971937] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-558ae96a-9257-4351-8c90-35e4168cb842 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.972082] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-558ae96a-9257-4351-8c90-35e4168cb842" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.972163] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-558ae96a-9257-4351-8c90-35e4168cb842" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.972325] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-558ae96a-9257-4351-8c90-35e4168cb842" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.972412] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('558ae96a-9257-4351-8c90-35e4168cb842',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.477122] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.477122] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.477122] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.477433] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 558ae96a-9257-4351-8c90-35e4168cb842 with status ACTIVE [ 1077.477470] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.479767] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.479767] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.479767] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.479767] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.479767] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.479767] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.479767] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.479767] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.479767] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.479767] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.479767] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.479767] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.479767] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.480221] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.480221] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 558ae96a-9257-4351-8c90-35e4168cb842 is going to be updated. [ 1077.503523] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.503523] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.503523] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.503523] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.503523] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.503703] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-558ae96a-9257-4351-8c90-35e4168cb842" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.821664] env[69148]: INFO networking_nsxv3.common.synchronization [req-c52809cb-024a-4a7a-95d4-9b9237ef63bf req-fb2226b6-e2c0-4d9c-9467-6b884f721835 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Enqueued Resource ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 with Priority: HIGHEST for action security_group_members [ 1077.821664] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 with Priority: HIGHEST for action security_group_members [ 1077.821664] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.821664] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.981877] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.090330] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-398 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.090330] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-398" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.090330] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-398" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.090330] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-398" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.090330] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.090330] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.090330] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.090330] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.090726] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.090726] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.090726] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.090869] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.090869] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.090956] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.091107] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.091244] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.109134] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.109348] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1078.109487] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.109657] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-398" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.109966] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-d7e80611-95db-4d3c-8b8f-66648184eb66 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.110148] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-d7e80611-95db-4d3c-8b8f-66648184eb66" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.110270] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-d7e80611-95db-4d3c-8b8f-66648184eb66" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.112018] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-d7e80611-95db-4d3c-8b8f-66648184eb66" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.112018] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7e80611-95db-4d3c-8b8f-66648184eb66',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.485204] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.485525] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.485525] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.485650] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.485742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.485843] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 is going to be created. [ 1078.507341] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.507494] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.507800] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.507898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.508113] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.517707] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 in Status: UNINITIALIZED for 2s [ 1078.614458] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.614704] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.614834] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.615132] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.615285] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.615441] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port d7e80611-95db-4d3c-8b8f-66648184eb66 not found, creating... [ 1078.615718] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.615909] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.616031] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.616246] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.616382] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.616666] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.616823] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.616943] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.617171] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.617311] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.617452] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: d7e80611-95db-4d3c-8b8f-66648184eb66 is going to be created. [ 1078.650706] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.650894] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.651030] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.651303] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.651527] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.651742] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-d7e80611-95db-4d3c-8b8f-66648184eb66" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.368103] env[69148]: INFO networking_nsxv3.common.synchronization [req-c52809cb-024a-4a7a-95d4-9b9237ef63bf req-72732859-5e14-4d53-a8b1-a217ca2c5de4 service nova] Enqueued Resource ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 with Priority: HIGHEST for action security_group_rules [ 1079.368644] env[69148]: INFO networking_nsxv3.common.synchronization [req-c52809cb-024a-4a7a-95d4-9b9237ef63bf req-72732859-5e14-4d53-a8b1-a217ca2c5de4 service nova] Enqueued Resource ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 with Priority: HIGHEST for action security_group_members [ 1079.368644] env[69148]: INFO networking_nsxv3.common.synchronization [req-c52809cb-024a-4a7a-95d4-9b9237ef63bf req-72732859-5e14-4d53-a8b1-a217ca2c5de4 service nova] Enqueued Resource ID: d7e80611-95db-4d3c-8b8f-66648184eb66 with Priority: HIGHEST for action port [ 1079.368644] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 with Priority: HIGHEST for action security_group_rules [ 1079.368798] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 with Priority: HIGHEST for action security_group_members [ 1079.368798] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e80611-95db-4d3c-8b8f-66648184eb66 with Priority: HIGHEST for action port [ 1079.371099] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.371099] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.371099] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.371099] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.371099] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7e80611-95db-4d3c-8b8f-66648184eb66 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.371099] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7e80611-95db-4d3c-8b8f-66648184eb66" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.371099] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7e80611-95db-4d3c-8b8f-66648184eb66" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.371099] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7e80611-95db-4d3c-8b8f-66648184eb66" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.371099] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7e80611-95db-4d3c-8b8f-66648184eb66',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.872435] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7e80611-95db-4d3c-8b8f-66648184eb66 with status ACTIVE [ 1079.872724] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.872791] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.872860] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.873086] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.873212] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.873406] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.873508] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.873570] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.873724] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.873798] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.873976] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.874100] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.874203] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.875052] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.875052] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.875052] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7e80611-95db-4d3c-8b8f-66648184eb66 is going to be updated. [ 1079.893685] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.893828] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.893899] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.894123] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.894265] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.894419] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7e80611-95db-4d3c-8b8f-66648184eb66" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.527144] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 in Status: SUCCESS [ 1080.527401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.527567] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.527785] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.527977] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.528208] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.528262] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.528382] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.528462] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.528545] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.528640] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.529488] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.529654] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.529811] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.529918] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.529980] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.530148] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.530245] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.530335] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.032563] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.032884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.032917] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.535256] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.038946] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.039281] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.039281] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.039537] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.039657] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.039788] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 is going to be updated. [ 1082.064470] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.064624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.064697] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.064906] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.065054] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.072937] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 in Status: IN_PROGRESS for 2s [ 1084.084723] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 in Status: SUCCESS [ 1084.085565] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.085565] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.085565] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.085909] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.085950] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.086179] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.086241] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.086322] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.086495] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.369491] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1084.369563] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1084.589866] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.613340] env[69148]: INFO networking_nsxv3.common.synchronization [req-c52809cb-024a-4a7a-95d4-9b9237ef63bf req-39c53b5e-3006-4c3c-8c54-07646aa1578c tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Enqueued Resource ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 with Priority: HIGHEST for action security_group_members [ 1084.613829] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 with Priority: HIGHEST for action security_group_members [ 1084.614141] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.615173] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.995621] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-398 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.995621] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-398" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.995621] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-398" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.995802] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-398" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.996029] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.996252] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.996401] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.996649] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.996782] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.996988] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1084.997112] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.997255] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.997425] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.997555] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1084.997664] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.997799] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.017315] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.017710] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1085.017786] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.017972] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-398" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.018794] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-4be48f16-337b-460b-a133-f872bc9e644a taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.018987] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-4be48f16-337b-460b-a133-f872bc9e644a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.019138] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-4be48f16-337b-460b-a133-f872bc9e644a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.019465] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-4be48f16-337b-460b-a133-f872bc9e644a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.019637] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4be48f16-337b-460b-a133-f872bc9e644a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.091437] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.522484] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.522797] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.523201] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.523540] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.523708] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.523877] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 4be48f16-337b-460b-a133-f872bc9e644a not found, creating... [ 1085.524399] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.524399] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.524570] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.524769] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.524915] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.525293] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.525479] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.526041] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.526041] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.526041] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.526240] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 4be48f16-337b-460b-a133-f872bc9e644a is going to be created. [ 1085.547484] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.547771] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.547840] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.548187] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.548454] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.548702] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-4be48f16-337b-460b-a133-f872bc9e644a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.594056] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.594271] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.594492] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.594543] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.594630] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.594793] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 is going to be updated. [ 1085.634747] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.634955] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.635008] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.635200] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.635348] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.644387] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 in Status: IN_PROGRESS for 2s [ 1086.253919] env[69148]: INFO networking_nsxv3.common.synchronization [req-c52809cb-024a-4a7a-95d4-9b9237ef63bf req-ba39c4a4-2322-4930-a252-af5fb06c828f service nova] Enqueued Resource ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 with Priority: HIGHEST for action security_group_rules [ 1086.254172] env[69148]: INFO networking_nsxv3.common.synchronization [req-c52809cb-024a-4a7a-95d4-9b9237ef63bf req-ba39c4a4-2322-4930-a252-af5fb06c828f service nova] Enqueued Resource ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 with Priority: HIGHEST for action security_group_members [ 1086.254256] env[69148]: INFO networking_nsxv3.common.synchronization [req-c52809cb-024a-4a7a-95d4-9b9237ef63bf req-ba39c4a4-2322-4930-a252-af5fb06c828f service nova] Enqueued Resource ID: 4be48f16-337b-460b-a133-f872bc9e644a with Priority: HIGHEST for action port [ 1086.255016] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 with Priority: HIGHEST for action security_group_rules [ 1086.255750] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 with Priority: HIGHEST for action security_group_members [ 1086.255750] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be48f16-337b-460b-a133-f872bc9e644a with Priority: HIGHEST for action port [ 1086.255750] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.255750] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.255943] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.256088] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.256281] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-4be48f16-337b-460b-a133-f872bc9e644a taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.256417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4be48f16-337b-460b-a133-f872bc9e644a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.256525] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4be48f16-337b-460b-a133-f872bc9e644a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.256770] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4be48f16-337b-460b-a133-f872bc9e644a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.256837] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4be48f16-337b-460b-a133-f872bc9e644a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.759301] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4be48f16-337b-460b-a133-f872bc9e644a with status ACTIVE [ 1086.759755] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.760019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.760197] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.760531] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.760653] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.760932] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.761056] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.761146] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.761339] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.761459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.761678] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.761836] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.761922] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.762153] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.762253] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.762391] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4be48f16-337b-460b-a133-f872bc9e644a is going to be updated. [ 1086.788752] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.788969] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.789112] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.789387] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.789558] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.789776] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4be48f16-337b-460b-a133-f872bc9e644a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.655086] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 in Status: SUCCESS [ 1087.655417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.655628] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.655942] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.656297] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.656524] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.656603] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.656868] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.657026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.657191] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.657471] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.657603] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.657698] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.657913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.658184] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.658357] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.658517] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.658777] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.658955] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.659174] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.659355] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.660674] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.660945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.661196] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.661375] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.661511] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.661842] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.662027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.662085] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.165157] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52: rpc.has_security_group_logging(os_id): False [ 1088.167068] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.180627] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.180759] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.180842] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.181061] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.181156] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.181367] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.181467] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.181530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.181683] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.181759] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.181935] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.182037] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.182108] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.182233] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.182307] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.182478] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.182570] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.182630] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.182762] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.182834] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.182931] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 is going to be created. [ 1088.233663] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.233870] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.233870] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.234107] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.234291] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.247515] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 in Status: IN_PROGRESS for 2s [ 1088.669454] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.710433] env[69148]: INFO networking_nsxv3.common.synchronization [req-2cb09018-b4a9-4d98-9ae9-9a93a2e88d8a req-7f13f054-bed8-40ac-9fde-2b91c523748e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Enqueued Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_members [ 1088.711098] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_members [ 1088.711098] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.711098] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.711311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.711386] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.711540] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.711639] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.711696] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.711842] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.711925] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.712030] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.171853] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.172103] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.172212] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.172523] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.172662] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.172805] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 is going to be updated. [ 1089.198117] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.198312] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.198402] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.198601] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.198761] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.206977] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 in Status: IN_PROGRESS for 2s [ 1089.216351] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.216502] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.216547] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.216724] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.235670] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.235901] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.236029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.236137] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.236288] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.236372] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.236462] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 is going to be updated. [ 1089.264475] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.264627] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.264672] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.264980] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.265137] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.276104] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 in Status: IN_PROGRESS for 2s [ 1090.259268] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 in Status: SUCCESS [ 1090.259268] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.259268] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.259268] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.259268] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.760718] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.760851] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.216798] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 in Status: SUCCESS [ 1091.217028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.217203] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.217426] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.217626] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.217736] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.217788] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.217943] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.218032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.218130] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.284865] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 in Status: SUCCESS [ 1091.284865] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 deletion is rescheduled due to dependency. [ 1091.285154] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.403655] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.403893] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.403955] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.404171] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.404308] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.721256] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.907555] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.223688] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.410260] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.729687] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.731036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.731036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.731036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.731036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.731036] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 is going to be updated. [ 1092.757339] env[69148]: INFO networking_nsxv3.common.synchronization [req-50053253-7959-4ed3-b834-12e14350d376 req-db5f38f3-d13f-4cd8-a96b-271ff45c31fe tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Enqueued Resource ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 with Priority: HIGHEST for action security_group_members [ 1092.758332] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 with Priority: HIGHEST for action security_group_members [ 1092.758840] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cf5384d-9342-4d30-8b5a-a4547db86d22 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.759016] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.759124] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.759412] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.759725] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.759865] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.759974] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.760203] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.760340] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.760459] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cf5384d-9342-4d30-8b5a-a4547db86d22',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.765687] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.767599] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.767748] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.767961] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.768164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.781268] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 in Status: IN_PROGRESS for 2s [ 1092.912433] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1092.912547] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1093.266557] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.268311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.268311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.268311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.268311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.268311] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.268311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.268311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.268311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.268311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.268311] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 already deleted. [ 1093.268311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.533023] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-918 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.533023] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-918" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.533023] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-918" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.533023] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-918" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.533023] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.533023] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.533023] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.533023] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.533023] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.533023] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1093.533023] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1093.533023] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.533023] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.533823] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1093.533823] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.533823] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.552311] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.552457] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1093.552656] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.552860] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-918" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.553299] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-3ad8cbd9-7b22-4ea8-9788-b41491e273f0 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.553575] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-3ad8cbd9-7b22-4ea8-9788-b41491e273f0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.553737] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-3ad8cbd9-7b22-4ea8-9788-b41491e273f0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.554144] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-3ad8cbd9-7b22-4ea8-9788-b41491e273f0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.554408] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ad8cbd9-7b22-4ea8-9788-b41491e273f0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.793089] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.793319] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.793427] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.793657] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.805649] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1093.807097] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.808376] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1093.843883] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.843883] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.844049] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.844171] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.857154] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.857154] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1093.857154] env[69148]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69148) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1093.857154] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1093.894850] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.895061] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.895061] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.895293] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.896651] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.897378] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1093.962114] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.962114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.962114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.962114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.962114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.962447] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1094.042313] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.042313] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.042416] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.042555] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.042830] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.043133] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1094.043230] env[69148]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'4d87d594-ebda-490f-a35c-afe316b754c5', 'fc44acb6-4943-44ad-9f92-bd70a23825f8', '1d134997-318a-4e8a-8cb2-90863a96abb0', '0af89b86-ea8f-414e-bdbd-710684dbdc97', '328ff42d-ff43-4709-bb82-5eba3beff39b', '1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6', 'dc0c4f4f-d00e-4bf5-b037-5311ce76d674', 'f6fbe064-71e4-45f0-8a7d-05fe85c6f198', '424d5d13-3045-45cb-a397-d748954b6f87', 'd2effdce-62b0-45b7-a46c-bd4cbe9a660b', 'f112d3f7-ff91-4ac1-bca7-54fab98909ed', 'b2e13469-c28b-4d9f-8469-a7ffb4376c5b', '5d8db368-2825-4d8c-a8d2-bdd0e90e3511', '0f9bf11a-8379-4ce3-bb57-b3b1d7558616', '6365330c-97c3-4666-a60b-f0149e6a0124', '9dd55ea5-607e-4eb0-ba86-c2827e1c6bde', 'be62c11a-93dc-4663-b91b-c9069fce2718', '66d1f77c-9310-4087-8a9e-104a4eab83b0', 'e0c40e17-28e8-4f51-bf4c-228ae77fcac8', '4195b674-bb3a-4be7-90ce-013dad6559bd', '61637f1f-cbb6-41e2-a781-45f247067de5', 'f12fef98-8100-404a-8a99-8fca5d46233e', 'e93156e7-c7b9-455d-b2a6-769155d728d3', 'd6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52', '8899b353-20b4-4984-b7dc-40612e84ef76', '1c607350-2453-403a-bdf8-1332d259071f', '04e6b136-dfe3-4b1a-a922-0729d25ceb70', '7834aa62-8735-42e9-bf45-38225592037f', '90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1', '00b98578-537a-4d78-8097-1a43b1cc2d83', 'ca4a3dab-4665-44a6-8cef-e328abed0131', '19fd9e4a-88ca-4a76-b801-42eedbf15eec', 'd2dcc0dc-8e8a-4253-89aa-4a63cb300d40', '188f2541-1c0b-49d0-8226-d4c9fa231b2c', 'f9722d51-57e3-4e87-93f2-2e5f2d457077', 'b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7', '0f75609d-3f36-40dc-8433-9981b3ccab9e', '1d277da6-fb39-4bf5-9ba6-681a973593b0', 'aa7f02de-5a48-4f98-afc9-18d22620466a', '662ea25f-4f1b-416e-bafb-b25aba645d39', 'e3e07f2d-22f3-431f-a79c-9613c1f4fba9', 'f33bbf53-b9f7-429b-aa8e-2ce3096f1321'} {{(pid=69148) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1094.043317] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1094.056523] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.056737] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.056863] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.057161] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.057311] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.057471] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 3ad8cbd9-7b22-4ea8-9788-b41491e273f0 not found, creating... [ 1094.057743] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.057902] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.058034] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.058263] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.058471] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.058764] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.058921] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.059052] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.059334] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.059484] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.059626] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 3ad8cbd9-7b22-4ea8-9788-b41491e273f0 is going to be created. [ 1094.063336] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.063458] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.063508] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.063663] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.063743] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.063840] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1094.063911] env[69148]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69148) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1094.063980] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1094.079131] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.079410] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.079455] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.079702] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.079924] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.080152] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-3ad8cbd9-7b22-4ea8-9788-b41491e273f0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.153575] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.154609] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.154861] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.155143] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.156159] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.156491] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1094.156584] env[69148]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69148) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1094.156634] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1094.156699] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1094.156779] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1094.156849] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4d87d594-ebda-490f-a35c-afe316b754c5 with Priority: HIGH for action security_group_rules [ 1094.156931] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGH for action security_group_rules [ 1094.156989] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d134997-318a-4e8a-8cb2-90863a96abb0 with Priority: HIGH for action security_group_rules [ 1094.157074] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 with Priority: HIGH for action security_group_rules [ 1094.157121] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 328ff42d-ff43-4709-bb82-5eba3beff39b with Priority: HIGH for action security_group_rules [ 1094.157386] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 with Priority: HIGH for action security_group_rules [ 1094.157386] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 with Priority: HIGH for action security_group_rules [ 1094.157386] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGH for action security_group_rules [ 1094.157386] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGH for action security_group_rules [ 1094.157585] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b with Priority: HIGH for action security_group_rules [ 1094.157585] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed with Priority: HIGH for action security_group_rules [ 1094.157585] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGH for action security_group_rules [ 1094.157900] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGH for action security_group_rules [ 1094.157900] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 with Priority: HIGH for action security_group_rules [ 1094.157900] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6365330c-97c3-4666-a60b-f0149e6a0124 with Priority: HIGH for action security_group_rules [ 1094.157900] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9dd55ea5-607e-4eb0-ba86-c2827e1c6bde with Priority: HIGH for action security_group_rules [ 1094.157900] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be62c11a-93dc-4663-b91b-c9069fce2718 with Priority: HIGH for action security_group_rules [ 1094.158082] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66d1f77c-9310-4087-8a9e-104a4eab83b0 with Priority: HIGH for action security_group_rules [ 1094.158082] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGH for action security_group_rules [ 1094.158082] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4195b674-bb3a-4be7-90ce-013dad6559bd with Priority: HIGH for action security_group_rules [ 1094.158249] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.791067] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 in Status: SUCCESS [ 1094.791356] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.791521] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.791737] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.792019] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.792108] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.792108] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.792944] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.792944] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.792944] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.792944] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.023663] env[69148]: INFO networking_nsxv3.common.synchronization [req-50053253-7959-4ed3-b834-12e14350d376 req-2f30b01b-b1d1-4943-aa0c-820daad1fba8 service nova] Enqueued Resource ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 with Priority: HIGHEST for action security_group_rules [ 1095.023880] env[69148]: INFO networking_nsxv3.common.synchronization [req-50053253-7959-4ed3-b834-12e14350d376 req-2f30b01b-b1d1-4943-aa0c-820daad1fba8 service nova] Enqueued Resource ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 with Priority: HIGHEST for action security_group_members [ 1095.024068] env[69148]: INFO networking_nsxv3.common.synchronization [req-50053253-7959-4ed3-b834-12e14350d376 req-2f30b01b-b1d1-4943-aa0c-820daad1fba8 service nova] Enqueued Resource ID: 3ad8cbd9-7b22-4ea8-9788-b41491e273f0 with Priority: HIGHEST for action port [ 1095.024611] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 with Priority: HIGHEST for action security_group_rules [ 1095.024777] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 with Priority: HIGHEST for action security_group_members [ 1095.024915] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad8cbd9-7b22-4ea8-9788-b41491e273f0 with Priority: HIGHEST for action port [ 1095.025147] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d87d594-ebda-490f-a35c-afe316b754c5 with Priority: HIGH for action security_group_rules [ 1095.025306] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d134997-318a-4e8a-8cb2-90863a96abb0 with Priority: HIGH for action security_group_rules [ 1095.025431] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 with Priority: HIGH for action security_group_rules [ 1095.025557] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6365330c-97c3-4666-a60b-f0149e6a0124 with Priority: HIGH for action security_group_rules [ 1095.026174] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4195b674-bb3a-4be7-90ce-013dad6559bd with Priority: HIGH for action security_group_rules [ 1095.026355] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGH for action security_group_rules [ 1095.026496] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d1f77c-9310-4087-8a9e-104a4eab83b0 with Priority: HIGH for action security_group_rules [ 1095.026621] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be62c11a-93dc-4663-b91b-c9069fce2718 with Priority: HIGH for action security_group_rules [ 1095.026777] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 with Priority: HIGH for action security_group_rules [ 1095.026905] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dd55ea5-607e-4eb0-ba86-c2827e1c6bde with Priority: HIGH for action security_group_rules [ 1095.027032] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 with Priority: HIGH for action security_group_rules [ 1095.027141] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGH for action security_group_rules [ 1095.027258] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed with Priority: HIGH for action security_group_rules [ 1095.027358] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b with Priority: HIGH for action security_group_rules [ 1095.027473] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGH for action security_group_rules [ 1095.027646] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 with Priority: HIGH for action security_group_rules [ 1095.027765] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 with Priority: HIGH for action security_group_rules [ 1095.027888] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 328ff42d-ff43-4709-bb82-5eba3beff39b with Priority: HIGH for action security_group_rules [ 1095.027981] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 with Priority: HIGH for action security_group_rules [ 1095.028103] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 with Priority: HIGH for action security_group_rules [ 1095.029341] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cf5384d-9342-4d30-8b5a-a4547db86d22 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.029501] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.029578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.029873] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.029973] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cf5384d-9342-4d30-8b5a-a4547db86d22',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.031163] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cf5384d-9342-4d30-8b5a-a4547db86d22 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.031308] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.031384] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.031583] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.031760] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.031863] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.031945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.032119] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.032231] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.032317] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cf5384d-9342-4d30-8b5a-a4547db86d22',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.035472] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ad8cbd9-7b22-4ea8-9788-b41491e273f0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.035472] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ad8cbd9-7b22-4ea8-9788-b41491e273f0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.035472] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ad8cbd9-7b22-4ea8-9788-b41491e273f0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.035472] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ad8cbd9-7b22-4ea8-9788-b41491e273f0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.035472] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ad8cbd9-7b22-4ea8-9788-b41491e273f0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.035989] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d87d594-ebda-490f-a35c-afe316b754c5 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.036143] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.036306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.036603] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.036702] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d87d594-ebda-490f-a35c-afe316b754c5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.038252] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d134997-318a-4e8a-8cb2-90863a96abb0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.038483] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.038517] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.038677] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.038758] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d134997-318a-4e8a-8cb2-90863a96abb0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.045178] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc0c4f4f-d00e-4bf5-b037-5311ce76d674 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.045765] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.045765] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.045765] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.045765] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc0c4f4f-d00e-4bf5-b037-5311ce76d674',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.046707] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6365330c-97c3-4666-a60b-f0149e6a0124 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.046813] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.046891] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.047146] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.047146] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6365330c-97c3-4666-a60b-f0149e6a0124',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.048264] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4195b674-bb3a-4be7-90ce-013dad6559bd taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.048264] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4195b674-bb3a-4be7-90ce-013dad6559bd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.048264] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4195b674-bb3a-4be7-90ce-013dad6559bd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.048425] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4195b674-bb3a-4be7-90ce-013dad6559bd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.049151] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4195b674-bb3a-4be7-90ce-013dad6559bd',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.049224] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.049325] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.049392] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.051148] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.051148] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.051148] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66d1f77c-9310-4087-8a9e-104a4eab83b0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.051460] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.051460] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.051460] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.051533] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66d1f77c-9310-4087-8a9e-104a4eab83b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.052385] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be62c11a-93dc-4663-b91b-c9069fce2718 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.052485] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.052549] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.052693] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.052770] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be62c11a-93dc-4663-b91b-c9069fce2718',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.053456] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.053561] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.053629] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.053777] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.053852] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f9bf11a-8379-4ce3-bb57-b3b1d7558616',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.054596] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.054704] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.054880] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.054913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.055516] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dd55ea5-607e-4eb0-ba86-c2827e1c6bde',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.057193] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d8db368-2825-4d8c-a8d2-bdd0e90e3511 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.057303] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.057372] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.057525] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.057597] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d8db368-2825-4d8c-a8d2-bdd0e90e3511',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.058940] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.059058] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.059125] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.059307] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.059401] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.060107] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f112d3f7-ff91-4ac1-bca7-54fab98909ed taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.060206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.060377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.060507] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.060577] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f112d3f7-ff91-4ac1-bca7-54fab98909ed',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.061527] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2effdce-62b0-45b7-a46c-bd4cbe9a660b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.061527] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.061527] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.061670] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.061670] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2effdce-62b0-45b7-a46c-bd4cbe9a660b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.062881] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.062881] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.062881] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.063090] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.063166] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.063849] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.063956] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.064033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.064185] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.064258] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.064924] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6fbe064-71e4-45f0-8a7d-05fe85c6f198 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.065043] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.065111] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.065286] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.065333] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6fbe064-71e4-45f0-8a7d-05fe85c6f198',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.066779] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-328ff42d-ff43-4709-bb82-5eba3beff39b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.066888] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.066969] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.067595] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.067595] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('328ff42d-ff43-4709-bb82-5eba3beff39b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.068689] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc44acb6-4943-44ad-9f92-bd70a23825f8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.068689] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.068689] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.068689] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.068689] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc44acb6-4943-44ad-9f92-bd70a23825f8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.069167] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0af89b86-ea8f-414e-bdbd-710684dbdc97 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.069310] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.069389] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.069540] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.069610] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0af89b86-ea8f-414e-bdbd-710684dbdc97',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.079377] env[69148]: INFO networking_nsxv3.common.synchronization [req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 req-d18f57f6-bb1c-44ee-b715-0104925b8715 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Enqueued Resource ID: bd06c87e-e320-467b-aeb5-cb919faeaa37 with Priority: HIGHEST for action security_group_members [ 1095.080129] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd06c87e-e320-467b-aeb5-cb919faeaa37 with Priority: HIGHEST for action security_group_members [ 1095.080566] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd06c87e-e320-467b-aeb5-cb919faeaa37 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.080566] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.080720] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.080905] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.081080] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.081186] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.081244] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.081395] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.081479] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.081762] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd06c87e-e320-467b-aeb5-cb919faeaa37',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.095040] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.095817] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.095817] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.095817] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.114185] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.114185] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4195b674-bb3a-4be7-90ce-013dad6559bd is going to be deleted. [ 1095.157377] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.157534] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.157578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.157791] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.157886] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.158007] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4195b674-bb3a-4be7-90ce-013dad6559bd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.296207] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.296329] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.296405] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.296613] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.296777] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.296878] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.296945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.297740] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.297844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.299831] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.300063] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.300175] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.300239] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.300403] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.300551] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.300668] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.300720] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.300865] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.300945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.301168] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.301168] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.568194] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.568385] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.568430] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.568624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.574960] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cf5384d-9342-4d30-8b5a-a4547db86d22',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.579377] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.579377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.579377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.579573] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.580842] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.580842] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.580842] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.580842] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.580842] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.580842] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.580842] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.583360] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f112d3f7-ff91-4ac1-bca7-54fab98909ed taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.583360] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.583360] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.583360] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.583553] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.583650] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.583743] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.583946] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.584255] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.584255] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.584357] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f112d3f7-ff91-4ac1-bca7-54fab98909ed',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.589356] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.590461] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d134997-318a-4e8a-8cb2-90863a96abb0 is going to be deleted. [ 1095.594205] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.594205] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.594205] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.594205] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.597279] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cf5384d-9342-4d30-8b5a-a4547db86d22 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.597406] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.598668] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.598876] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.598950] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.599097] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.599249] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.599349] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.599401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.599541] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.599618] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.599698] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.599780] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f9bf11a-8379-4ce3-bb57-b3b1d7558616',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.604276] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc0c4f4f-d00e-4bf5-b037-5311ce76d674 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.604383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.604453] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.604638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.604785] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.604943] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.605023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.605170] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.605473] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.605473] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.605473] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc0c4f4f-d00e-4bf5-b037-5311ce76d674',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.606167] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ad8cbd9-7b22-4ea8-9788-b41491e273f0 with status ACTIVE [ 1095.606331] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.606431] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.606496] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.606645] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.606725] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.606889] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.606981] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.607054] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.607192] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.607267] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.607458] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.607556] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.607586] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.607732] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.607817] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.607855] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ad8cbd9-7b22-4ea8-9788-b41491e273f0 is going to be updated. [ 1095.609165] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.609259] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.609322] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.609501] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.609645] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.609738] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.609801] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.609934] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.610035] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.610128] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.610212] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.613067] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.613321] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.657230] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.657352] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.658581] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.658682] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.662889] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.662889] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.667836] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-587 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.668129] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-587" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.668270] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-587" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.668675] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-587" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.668995] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.669219] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.669427] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.669759] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.669954] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.670483] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1095.670616] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.670872] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.670872] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.670960] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1095.671082] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.671221] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.673368] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.673465] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.674271] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.674365] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.675091] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.675192] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.675913] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.676012] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.677295] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.677380] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.678126] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.678220] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.679281] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.682728] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.682728] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.682728] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.682728] env[69148]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1095.682728] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.682728] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.683042] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.683042] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.683146] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.683325] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ad8cbd9-7b22-4ea8-9788-b41491e273f0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.683952] env[69148]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1095.688489] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.688489] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d8db368-2825-4d8c-a8d2-bdd0e90e3511 is going to be deleted. [ 1095.689757] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.689981] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.690867] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.690867] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.690867] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.690867] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.690867] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.690867] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.690867] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd06c87e-e320-467b-aeb5-cb919faeaa37 already deleted. [ 1095.690867] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.691742] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.691825] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.691893] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.692057] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.694164] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.695193] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1095.695193] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.695193] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-587" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.695193] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-67e5f841-3af2-4d83-a924-6acfa1b02438 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.695193] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-67e5f841-3af2-4d83-a924-6acfa1b02438" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.695435] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-67e5f841-3af2-4d83-a924-6acfa1b02438" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.695703] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-67e5f841-3af2-4d83-a924-6acfa1b02438" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.695703] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67e5f841-3af2-4d83-a924-6acfa1b02438',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.718900] env[69148]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1095.719405] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.719555] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2effdce-62b0-45b7-a46c-bd4cbe9a660b is going to be deleted. [ 1095.720452] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.720663] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.722297] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.722399] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.739641] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.739780] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dd55ea5-607e-4eb0-ba86-c2827e1c6bde is going to be deleted. [ 1095.740828] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.740941] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.793279] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.793638] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6fbe064-71e4-45f0-8a7d-05fe85c6f198 is going to be deleted. [ 1095.794971] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.795198] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.796538] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.796644] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.802962] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52: rpc.has_security_group_logging(os_id): False [ 1095.817539] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.817539] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.818767] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.818767] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.827217] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.827217] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d87d594-ebda-490f-a35c-afe316b754c5 is going to be deleted. [ 1095.827944] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.828187] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.917880] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.918022] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc44acb6-4943-44ad-9f92-bd70a23825f8 is going to be deleted. [ 1095.919092] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.919307] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.982794] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.982935] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.985735] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.985859] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0af89b86-ea8f-414e-bdbd-710684dbdc97 is going to be deleted. [ 1095.986839] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.987093] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.988565] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.988669] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.989284] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.989381] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.024870] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.024975] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66d1f77c-9310-4087-8a9e-104a4eab83b0 is going to be deleted. [ 1096.025905] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.026135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.050988] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.051165] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 424d5d13-3045-45cb-a397-d748954b6f87 is going to be deleted. [ 1096.052147] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.052358] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.074905] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.075059] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be62c11a-93dc-4663-b91b-c9069fce2718 is going to be deleted. [ 1096.076129] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.076216] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.092926] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cf5384d-9342-4d30-8b5a-a4547db86d22',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.092926] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.092926] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.092926] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.092926] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.092926] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.092926] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.092926] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.092926] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.092926] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.092926] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.092926] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.092926] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.092926] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.093600] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.093600] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.093600] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.093600] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.093600] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.093600] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.093600] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.093600] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.094424] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f112d3f7-ff91-4ac1-bca7-54fab98909ed',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.111364] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.111364] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.112873] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.112973] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.118895] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f9bf11a-8379-4ce3-bb57-b3b1d7558616',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.119782] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc0c4f4f-d00e-4bf5-b037-5311ce76d674',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.122819] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.140012] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.140012] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.156466] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.156466] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6365330c-97c3-4666-a60b-f0149e6a0124 is going to be deleted. [ 1096.156466] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.156679] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.168957] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.168957] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.200912] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.203828] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.203828] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.203828] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.203828] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.203828] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 67e5f841-3af2-4d83-a924-6acfa1b02438 not found, creating... [ 1096.203828] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.204408] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.204947] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.206269] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.206493] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.206887] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.207087] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.207256] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.207474] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.207653] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.207938] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 67e5f841-3af2-4d83-a924-6acfa1b02438 is going to be created. [ 1096.211146] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.211146] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6 is going to be deleted. [ 1096.213189] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.213189] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.213189] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.216096] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.216291] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.216430] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be62c11a-93dc-4663-b91b-c9069fce2718" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.217476] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.217476] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.291387] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.291527] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 328ff42d-ff43-4709-bb82-5eba3beff39b is going to be deleted. [ 1096.294888] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.297019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.297019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.297019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2effdce-62b0-45b7-a46c-bd4cbe9a660b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.297019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.297019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.297019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.297019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d8db368-2825-4d8c-a8d2-bdd0e90e3511" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.297019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.297019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.314992] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.314992] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.314992] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.314992] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.314992] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.314992] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.315454] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.315454] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-67e5f841-3af2-4d83-a924-6acfa1b02438" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.342597] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.342597] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.342597] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.342597] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.342782] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.342865] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.343213] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.344038] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.344038] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.344321] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.344456] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.344653] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.344735] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.344799] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.344945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.345027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.345122] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 is going to be updated. [ 1096.346537] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.346718] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.346800] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.346923] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dd55ea5-607e-4eb0-ba86-c2827e1c6bde" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.347064] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.347203] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.347276] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.347385] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6fbe064-71e4-45f0-8a7d-05fe85c6f198" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.347528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.348770] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.348770] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.348770] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d87d594-ebda-490f-a35c-afe316b754c5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.348770] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.348770] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.348770] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.348770] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc44acb6-4943-44ad-9f92-bd70a23825f8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.349478] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.349681] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.349757] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.349878] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0af89b86-ea8f-414e-bdbd-710684dbdc97" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.349993] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.350140] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.350214] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.350321] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66d1f77c-9310-4087-8a9e-104a4eab83b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.350446] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.350576] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.350644] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.350752] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.350856] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.350983] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.351067] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.352496] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d134997-318a-4e8a-8cb2-90863a96abb0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.352496] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.352496] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.352496] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.352496] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6365330c-97c3-4666-a60b-f0149e6a0124" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.392690] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.392690] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.392690] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.392690] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.392690] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.392690] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f2f0f5e-6f8a-4c52-87bc-ad7e2c0d46e6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.443636] env[69148]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1096.443636] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.443636] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.443636] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.443636] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.443636] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.443636] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-328ff42d-ff43-4709-bb82-5eba3beff39b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.498024] env[69148]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1096.498024] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.498024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.498024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.498024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.498024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.531791] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 in Status: IN_PROGRESS for 2s [ 1096.598604] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2e13469-c28b-4d9f-8469-a7ffb4376c5b: rpc.has_security_group_logging(os_id): False [ 1096.599900] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f112d3f7-ff91-4ac1-bca7-54fab98909ed: rpc.has_security_group_logging(os_id): False [ 1096.601887] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.601887] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.601887] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.602118] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.602275] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.602406] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 is going to be created. [ 1096.623811] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f9bf11a-8379-4ce3-bb57-b3b1d7558616: rpc.has_security_group_logging(os_id): False [ 1096.625095] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc0c4f4f-d00e-4bf5-b037-5311ce76d674: rpc.has_security_group_logging(os_id): False [ 1096.626031] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0c40e17-28e8-4f51-bf4c-228ae77fcac8: rpc.has_security_group_logging(os_id): False [ 1096.801763] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.801763] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.801763] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.801763] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.821095] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.821212] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.829038] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.829038] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.829038] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.829038] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.833033] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.833104] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.835460] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.835577] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.835671] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.835864] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.836034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.838279] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.838635] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.838635] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.838635] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.838858] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.838893] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.838966] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed is going to be updated. [ 1096.840235] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.840393] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.852138] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 in Status: UNINITIALIZED for 2s [ 1096.864789] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.865295] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.865447] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.865575] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.865725] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.865807] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.866027] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.866194] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.866194] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.866331] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.868048] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.868048] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.868048] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.868048] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.868048] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.868048] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.868048] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b is going to be updated. [ 1096.868496] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.869367] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.889520] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.889888] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.889999] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.890085] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.890308] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.890398] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.890534] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 is going to be updated. [ 1096.892898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.893147] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.953643] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.954175] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.954175] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.954265] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.954901] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.954901] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.954901] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 is going to be updated. [ 1096.955898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.957413] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.957932] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.957932] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.965049] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.965165] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.979240] env[69148]: INFO networking_nsxv3.common.synchronization [None req-e29f7dd2-e0fd-4fb4-8e33-aef62ab6ec20 None None] Enqueued Resource ID: a88e13ce-6f06-497d-ade1-2d0af9047326 with Priority: HIGHEST for action port [ 1096.979812] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a88e13ce-6f06-497d-ade1-2d0af9047326 with Priority: HIGHEST for action port [ 1096.980139] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-a88e13ce-6f06-497d-ade1-2d0af9047326 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.980282] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a88e13ce-6f06-497d-ade1-2d0af9047326" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.981040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a88e13ce-6f06-497d-ade1-2d0af9047326" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.981040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a88e13ce-6f06-497d-ade1-2d0af9047326" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.981040] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a88e13ce-6f06-497d-ade1-2d0af9047326',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.993299] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.993421] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.995705] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.995988] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.996106] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.996187] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.996397] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.996490] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.996587] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 is going to be updated. [ 1096.997996] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.998871] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.999199] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.000485] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.001403] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.001566] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.004346] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.004346] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.004346] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.032552] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 in Status: IN_PROGRESS for 2s [ 1097.033734] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed in Status: IN_PROGRESS for 2s [ 1097.036886] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: IN_PROGRESS for 2s [ 1097.063250] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.063362] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.063433] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.063718] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.063893] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.092403] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 in Status: IN_PROGRESS for 2s [ 1097.093757] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.093880] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.093949] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.094176] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.094322] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.120882] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 in Status: IN_PROGRESS for 2s [ 1097.484284] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a88e13ce-6f06-497d-ade1-2d0af9047326 [ 1097.484835] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.485409] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.485409] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.485409] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.485409] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.485559] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a88e13ce-6f06-497d-ade1-2d0af9047326 already deleted. [ 1097.485559] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a88e13ce-6f06-497d-ade1-2d0af9047326" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.555075] env[69148]: INFO networking_nsxv3.common.synchronization [req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 req-edb94609-3697-48f7-aeb3-0b688f34caf0 service nova] Enqueued Resource ID: bd06c87e-e320-467b-aeb5-cb919faeaa37 with Priority: HIGHEST for action security_group_rules [ 1097.555272] env[69148]: INFO networking_nsxv3.common.synchronization [req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 req-edb94609-3697-48f7-aeb3-0b688f34caf0 service nova] Enqueued Resource ID: bd06c87e-e320-467b-aeb5-cb919faeaa37 with Priority: HIGHEST for action security_group_members [ 1097.555414] env[69148]: INFO networking_nsxv3.common.synchronization [req-9d8ae18f-f0e0-49c3-8110-b3721d6349a6 req-edb94609-3697-48f7-aeb3-0b688f34caf0 service nova] Enqueued Resource ID: 67e5f841-3af2-4d83-a924-6acfa1b02438 with Priority: HIGHEST for action port [ 1097.555644] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd06c87e-e320-467b-aeb5-cb919faeaa37 with Priority: HIGHEST for action security_group_rules [ 1097.555768] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd06c87e-e320-467b-aeb5-cb919faeaa37 with Priority: HIGHEST for action security_group_members [ 1097.555876] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e5f841-3af2-4d83-a924-6acfa1b02438 with Priority: HIGHEST for action port [ 1097.556473] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd06c87e-e320-467b-aeb5-cb919faeaa37 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.557080] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.557080] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.557080] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.557080] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd06c87e-e320-467b-aeb5-cb919faeaa37',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.557826] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd06c87e-e320-467b-aeb5-cb919faeaa37 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.557962] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.558025] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.558184] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.558574] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.558574] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.558574] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.558801] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.558801] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.559034] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd06c87e-e320-467b-aeb5-cb919faeaa37',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.559587] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-67e5f841-3af2-4d83-a924-6acfa1b02438 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.559746] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67e5f841-3af2-4d83-a924-6acfa1b02438" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.559746] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67e5f841-3af2-4d83-a924-6acfa1b02438" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.560482] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67e5f841-3af2-4d83-a924-6acfa1b02438" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.560482] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67e5f841-3af2-4d83-a924-6acfa1b02438',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.671972] env[69148]: INFO networking_nsxv3.common.synchronization [req-e0902918-41e0-4b54-8399-47662a7dd561 req-9cca0535-c345-4e3a-8656-214955833c42 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Enqueued Resource ID: 76557bd9-9de8-4dbf-ab60-70df1591a6c6 with Priority: HIGHEST for action security_group_members [ 1097.675193] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76557bd9-9de8-4dbf-ab60-70df1591a6c6 with Priority: HIGHEST for action security_group_members [ 1097.675193] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-76557bd9-9de8-4dbf-ab60-70df1591a6c6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.675193] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.675193] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.675937] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.679717] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.679717] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.679717] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.679717] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.679717] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.679717] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76557bd9-9de8-4dbf-ab60-70df1591a6c6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.950577] env[69148]: INFO networking_nsxv3.common.synchronization [req-207b9634-60af-4fa5-b986-fc63c49e4ebf req-04773629-66c4-45ab-af4f-7b6b86ae488e tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Enqueued Resource ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 with Priority: HIGHEST for action security_group_members [ 1097.951114] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 with Priority: HIGHEST for action security_group_members [ 1097.951708] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.952624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.952624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.952624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.952770] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.952818] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.952853] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.953015] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.953118] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.953224] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.062418] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd06c87e-e320-467b-aeb5-cb919faeaa37',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.064358] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd06c87e-e320-467b-aeb5-cb919faeaa37 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.064358] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.067209] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67e5f841-3af2-4d83-a924-6acfa1b02438 with status ACTIVE [ 1098.067209] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.067209] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.067209] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.067209] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.067209] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.067209] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.067209] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.067209] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.067209] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.067209] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.067209] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.067209] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.067209] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.067785] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.067785] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.067785] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67e5f841-3af2-4d83-a924-6acfa1b02438 is going to be updated. [ 1098.089987] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.090152] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.090226] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.090667] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.090667] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.090773] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67e5f841-3af2-4d83-a924-6acfa1b02438" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.182336] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.183077] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.183401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.183720] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.184044] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.184405] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.185290] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.185290] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.185290] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.185290] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.185290] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76557bd9-9de8-4dbf-ab60-70df1591a6c6 already deleted. [ 1098.185290] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.295734] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-443 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.295922] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-443" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.296067] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-443" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.296457] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-443" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.296728] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.297682] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.297682] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.297912] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.298181] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.298912] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1098.298912] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1098.298912] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1098.298912] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1098.298912] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1098.298912] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1098.299666] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.318141] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.318232] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1098.318389] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.319081] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-443" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.319081] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-1c20b87c-ea92-490d-aed8-8ebac611d13f taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.319081] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-1c20b87c-ea92-490d-aed8-8ebac611d13f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.319341] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-1c20b87c-ea92-490d-aed8-8ebac611d13f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.319484] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-1c20b87c-ea92-490d-aed8-8ebac611d13f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.319625] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c20b87c-ea92-490d-aed8-8ebac611d13f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.457832] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.551070] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 in Status: SUCCESS [ 1098.551305] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.551473] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.551696] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.551785] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.565120] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd06c87e-e320-467b-aeb5-cb919faeaa37',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.823053] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.823253] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.823689] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.823995] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.824195] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.824369] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 1c20b87c-ea92-490d-aed8-8ebac611d13f not found, creating... [ 1098.824634] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.824801] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.825083] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.825347] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.825491] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.826554] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.826554] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.826554] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.826554] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.826554] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.826781] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 1c20b87c-ea92-490d-aed8-8ebac611d13f is going to be created. [ 1098.848889] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.849113] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.849476] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.849511] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.849741] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.849975] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-1c20b87c-ea92-490d-aed8-8ebac611d13f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.860248] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 in Status: SUCCESS [ 1098.860457] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.860609] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.860803] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.860978] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.861126] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.861193] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.861312] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.861394] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.861474] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.861797] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5cf5384d-9342-4d30-8b5a-a4547db86d22',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.961187] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.051870] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed in Status: SUCCESS [ 1099.051870] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.051870] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 in Status: SUCCESS [ 1099.051870] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.054317] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: SUCCESS [ 1099.054317] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.054317] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.054317] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.067946] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.068297] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.068708] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.069052] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.069649] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.069649] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd06c87e-e320-467b-aeb5-cb919faeaa37 is going to be created. [ 1099.091514] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.091514] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.091514] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.091514] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.091514] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.099307] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd06c87e-e320-467b-aeb5-cb919faeaa37 in Status: UNINITIALIZED for 2s [ 1099.104182] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 in Status: SUCCESS [ 1099.104387] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.130659] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 in Status: SUCCESS [ 1099.131395] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.366349] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cf5384d-9342-4d30-8b5a-a4547db86d22 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.367243] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.367243] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.367243] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.367517] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.367772] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.367952] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.368229] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.369792] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.369792] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.369792] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cf5384d-9342-4d30-8b5a-a4547db86d22 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.369792] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.369792] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.369792] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.369792] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.369792] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.369792] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.369792] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.369792] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.369792] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.369792] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5cf5384d-9342-4d30-8b5a-a4547db86d22',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.465595] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.465761] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.465834] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.466062] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.466158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.466257] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 is going to be updated. [ 1099.501151] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.501418] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.501551] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.501883] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.502154] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.511136] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 in Status: IN_PROGRESS for 2s [ 1099.629322] env[69148]: INFO networking_nsxv3.common.synchronization [req-e0902918-41e0-4b54-8399-47662a7dd561 req-a70057ec-6fec-4b8b-8e99-e5aa38353abe service nova] Enqueued Resource ID: 76557bd9-9de8-4dbf-ab60-70df1591a6c6 with Priority: HIGHEST for action security_group_rules [ 1099.629531] env[69148]: INFO networking_nsxv3.common.synchronization [req-e0902918-41e0-4b54-8399-47662a7dd561 req-a70057ec-6fec-4b8b-8e99-e5aa38353abe service nova] Enqueued Resource ID: 76557bd9-9de8-4dbf-ab60-70df1591a6c6 with Priority: HIGHEST for action security_group_members [ 1099.629737] env[69148]: INFO networking_nsxv3.common.synchronization [req-e0902918-41e0-4b54-8399-47662a7dd561 req-a70057ec-6fec-4b8b-8e99-e5aa38353abe service nova] Enqueued Resource ID: 1c20b87c-ea92-490d-aed8-8ebac611d13f with Priority: HIGHEST for action port [ 1099.629970] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76557bd9-9de8-4dbf-ab60-70df1591a6c6 with Priority: HIGHEST for action security_group_rules [ 1099.630116] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76557bd9-9de8-4dbf-ab60-70df1591a6c6 with Priority: HIGHEST for action security_group_members [ 1099.630463] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c20b87c-ea92-490d-aed8-8ebac611d13f with Priority: HIGHEST for action port [ 1099.630761] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76557bd9-9de8-4dbf-ab60-70df1591a6c6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.630894] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.630974] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.631199] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.631282] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76557bd9-9de8-4dbf-ab60-70df1591a6c6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.632092] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-76557bd9-9de8-4dbf-ab60-70df1591a6c6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.632201] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.632267] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.632432] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.632794] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.632794] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.632794] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.632919] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.632919] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.633192] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76557bd9-9de8-4dbf-ab60-70df1591a6c6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.633711] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c20b87c-ea92-490d-aed8-8ebac611d13f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.633817] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c20b87c-ea92-490d-aed8-8ebac611d13f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.633907] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c20b87c-ea92-490d-aed8-8ebac611d13f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.634051] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c20b87c-ea92-490d-aed8-8ebac611d13f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.634131] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c20b87c-ea92-490d-aed8-8ebac611d13f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.872046] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5cf5384d-9342-4d30-8b5a-a4547db86d22: rpc.has_security_group_logging(os_id): False [ 1099.890860] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.891040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.891259] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.891310] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.891461] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.892478] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.892478] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.892478] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.892478] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.892478] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.892478] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.892478] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.892478] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.892478] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.892826] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.892826] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.892826] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.892940] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.892979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.894100] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.894232] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 is going to be created. [ 1099.954770] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.954988] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.955092] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.955367] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.955607] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.966604] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 in Status: IN_PROGRESS for 2s [ 1100.105640] env[69148]: INFO networking_nsxv3.common.synchronization [req-c79c81f7-cb78-4100-b035-e354d510bab6 req-3b50eb66-86d7-403f-97f5-47f2d5e24bd7 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Enqueued Resource ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 with Priority: HIGHEST for action security_group_members [ 1100.107112] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 with Priority: HIGHEST for action security_group_members [ 1100.107956] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9722d51-57e3-4e87-93f2-2e5f2d457077 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.111620] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.111620] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.111620] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.111620] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.111620] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.111620] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.111620] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.111620] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.111620] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9722d51-57e3-4e87-93f2-2e5f2d457077',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.136064] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-76557bd9-9de8-4dbf-ab60-70df1591a6c6 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.136064] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.136064] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76557bd9-9de8-4dbf-ab60-70df1591a6c6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.138712] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c20b87c-ea92-490d-aed8-8ebac611d13f with status ACTIVE [ 1100.138871] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.138996] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.139235] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.139279] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.139374] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.139622] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.139674] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.139739] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.139902] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.139982] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.140181] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.140276] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.140337] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.140477] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.140550] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.140632] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c20b87c-ea92-490d-aed8-8ebac611d13f is going to be updated. [ 1100.169624] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.169756] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.169877] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.170051] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.170194] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.170352] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c20b87c-ea92-490d-aed8-8ebac611d13f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.500252] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.500454] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.500583] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.500886] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.501166] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.501332] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.501443] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.501660] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.501808] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.502029] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1100.502920] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.502920] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.502920] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.502920] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1100.502920] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.502920] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.521637] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.521637] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1100.521637] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.521637] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.522189] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-3b4aabf1-8aad-4892-baf4-1c0fe06e21e9 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.522189] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-3b4aabf1-8aad-4892-baf4-1c0fe06e21e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.522349] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-3b4aabf1-8aad-4892-baf4-1c0fe06e21e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.523355] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-3b4aabf1-8aad-4892-baf4-1c0fe06e21e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.523355] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b4aabf1-8aad-4892-baf4-1c0fe06e21e9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.613689] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9722d51-57e3-4e87-93f2-2e5f2d457077',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.638423] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76557bd9-9de8-4dbf-ab60-70df1591a6c6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.025341] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.025668] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.025668] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.025955] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.026123] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.026283] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 3b4aabf1-8aad-4892-baf4-1c0fe06e21e9 not found, creating... [ 1101.026563] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.026716] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.026834] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.027066] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.027206] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.027548] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.027644] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.027761] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.027964] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.028113] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.028255] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 3b4aabf1-8aad-4892-baf4-1c0fe06e21e9 is going to be created. [ 1101.046129] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.046348] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.046505] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.046770] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.047013] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.047276] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-3b4aabf1-8aad-4892-baf4-1c0fe06e21e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.109713] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd06c87e-e320-467b-aeb5-cb919faeaa37 in Status: SUCCESS [ 1101.109932] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.110110] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.110347] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.110496] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.110607] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.110737] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.110822] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.110900] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.110986] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.111109] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd06c87e-e320-467b-aeb5-cb919faeaa37',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.116734] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9722d51-57e3-4e87-93f2-2e5f2d457077',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.140684] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.140853] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.140924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.141153] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.141244] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.141341] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76557bd9-9de8-4dbf-ab60-70df1591a6c6 is going to be created. [ 1101.168841] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.168988] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.169075] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.169291] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.169454] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.177492] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76557bd9-9de8-4dbf-ab60-70df1591a6c6 in Status: UNINITIALIZED for 2s [ 1101.532498] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 in Status: SUCCESS [ 1101.532721] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.532899] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.533146] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.533340] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.533458] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.533540] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.533777] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.533777] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.533976] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.534101] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.616168] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd06c87e-e320-467b-aeb5-cb919faeaa37 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.616459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.616459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.616668] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.616864] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.616965] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.617041] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.617241] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.617425] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.617520] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.617698] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd06c87e-e320-467b-aeb5-cb919faeaa37 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.617794] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.617857] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.618009] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.618204] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.618255] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.618290] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.618518] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.618605] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.618691] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.618775] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd06c87e-e320-467b-aeb5-cb919faeaa37',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.620308] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.620427] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.620492] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.620748] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.620824] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.620916] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 is going to be updated. [ 1101.647775] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.647930] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.648019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.648212] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.648369] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.656755] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 in Status: IN_PROGRESS for 2s [ 1101.824855] env[69148]: INFO networking_nsxv3.common.synchronization [req-c79c81f7-cb78-4100-b035-e354d510bab6 req-7b01a443-8c9f-420a-8877-9c97fc83b785 service nova] Enqueued Resource ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 with Priority: HIGHEST for action security_group_rules [ 1101.825059] env[69148]: INFO networking_nsxv3.common.synchronization [req-c79c81f7-cb78-4100-b035-e354d510bab6 req-7b01a443-8c9f-420a-8877-9c97fc83b785 service nova] Enqueued Resource ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 with Priority: HIGHEST for action security_group_members [ 1101.825206] env[69148]: INFO networking_nsxv3.common.synchronization [req-c79c81f7-cb78-4100-b035-e354d510bab6 req-7b01a443-8c9f-420a-8877-9c97fc83b785 service nova] Enqueued Resource ID: 3b4aabf1-8aad-4892-baf4-1c0fe06e21e9 with Priority: HIGHEST for action port [ 1101.825457] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 with Priority: HIGHEST for action security_group_rules [ 1101.825593] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 with Priority: HIGHEST for action security_group_members [ 1101.825690] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b4aabf1-8aad-4892-baf4-1c0fe06e21e9 with Priority: HIGHEST for action port [ 1101.826273] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9722d51-57e3-4e87-93f2-2e5f2d457077 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.826443] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.826512] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.826725] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.826808] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9722d51-57e3-4e87-93f2-2e5f2d457077',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.827696] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9722d51-57e3-4e87-93f2-2e5f2d457077 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.827820] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.827988] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b4aabf1-8aad-4892-baf4-1c0fe06e21e9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.828120] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b4aabf1-8aad-4892-baf4-1c0fe06e21e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.828150] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b4aabf1-8aad-4892-baf4-1c0fe06e21e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.828338] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b4aabf1-8aad-4892-baf4-1c0fe06e21e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.828466] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b4aabf1-8aad-4892-baf4-1c0fe06e21e9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.980844] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 in Status: SUCCESS [ 1101.980844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.037033] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.037033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.037033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.037480] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.037480] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.037593] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.037681] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.037883] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.037999] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.038132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.038365] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.038588] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.038676] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.038868] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.039077] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.039205] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.039286] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.039619] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.039770] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.039872] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.039971] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.122670] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd06c87e-e320-467b-aeb5-cb919faeaa37: rpc.has_security_group_logging(os_id): False [ 1102.139917] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.140083] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.140212] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.140355] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.140449] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.140659] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.140868] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.140942] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.141063] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.141124] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.141300] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.141391] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.141443] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.141633] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.141726] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.141829] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.141913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.141970] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.142121] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.142200] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.142266] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd06c87e-e320-467b-aeb5-cb919faeaa37 is going to be created. [ 1102.200517] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.200671] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.200771] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.200997] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.201204] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.214611] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd06c87e-e320-467b-aeb5-cb919faeaa37 in Status: IN_PROGRESS for 2s [ 1102.330884] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9722d51-57e3-4e87-93f2-2e5f2d457077 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.330884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.332443] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b4aabf1-8aad-4892-baf4-1c0fe06e21e9 with status ACTIVE [ 1102.332525] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.332731] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.335036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.335036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.335036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.335036] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.335036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.335036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.335036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.335036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.335036] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.335036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.335036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.335036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.335036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.335036] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b4aabf1-8aad-4892-baf4-1c0fe06e21e9 is going to be updated. [ 1102.354044] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.354223] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.354312] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.354546] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.354706] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.354867] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b4aabf1-8aad-4892-baf4-1c0fe06e21e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.542614] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52: rpc.has_security_group_logging(os_id): False [ 1102.559495] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.560368] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.560368] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.560368] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.560368] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.560368] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.560368] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.560600] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.560600] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.560653] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.561363] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.561363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.561363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.561363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.561363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.561542] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.561542] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.561542] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.561717] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.561753] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.561808] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 is going to be updated. [ 1102.589370] env[69148]: INFO networking_nsxv3.common.synchronization [req-b2b92725-b66f-4eca-9c09-af2d797951ac req-69d3f768-d35b-48d0-904b-0283003aff70 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Enqueued Resource ID: 85270a4e-0efa-4737-a203-a1d89b224353 with Priority: HIGHEST for action security_group_members [ 1102.589942] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85270a4e-0efa-4737-a203-a1d89b224353 with Priority: HIGHEST for action security_group_members [ 1102.590621] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-85270a4e-0efa-4737-a203-a1d89b224353 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.590621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.590621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.590841] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.590841] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.591278] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.591414] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.591633] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.591740] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.591870] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85270a4e-0efa-4737-a203-a1d89b224353',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.617047] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.617220] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.617278] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.617485] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.617636] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.630108] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 in Status: IN_PROGRESS for 2s [ 1103.050321] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.050321] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-874" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.050321] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-874" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.050321] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-874" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.051016] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.051420] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.051891] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.052367] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.052664] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.053062] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1103.053342] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1103.055043] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1103.055043] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1103.055043] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1103.055043] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1103.055043] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.075026] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.075026] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1103.075026] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.075026] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-874" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.075026] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-088aa5a6-5b9d-45ac-af81-6388b8bed47a taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.075026] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-088aa5a6-5b9d-45ac-af81-6388b8bed47a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.075026] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-088aa5a6-5b9d-45ac-af81-6388b8bed47a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.075026] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-088aa5a6-5b9d-45ac-af81-6388b8bed47a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.075026] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('088aa5a6-5b9d-45ac-af81-6388b8bed47a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.099286] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.099286] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.099286] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.099286] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.099286] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.099286] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.099286] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.099286] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.099286] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.099286] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.099286] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85270a4e-0efa-4737-a203-a1d89b224353 already deleted. [ 1103.099286] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.186404] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76557bd9-9de8-4dbf-ab60-70df1591a6c6 in Status: SUCCESS [ 1103.186754] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.186852] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.187086] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.187283] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.187946] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.187946] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.187946] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.187946] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.187946] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.187946] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76557bd9-9de8-4dbf-ab60-70df1591a6c6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.579415] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.579756] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.579920] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.580281] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.580456] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.580692] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 088aa5a6-5b9d-45ac-af81-6388b8bed47a not found, creating... [ 1103.581194] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.581331] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.581453] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.581729] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.581947] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.582280] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.582494] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.582628] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.582882] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.583073] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.583299] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 088aa5a6-5b9d-45ac-af81-6388b8bed47a is going to be created. [ 1103.611831] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.612346] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.612488] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.612994] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.613320] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.613669] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-088aa5a6-5b9d-45ac-af81-6388b8bed47a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.672337] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 in Status: SUCCESS [ 1103.672597] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.672783] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.673048] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.673268] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.673390] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.673457] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.673649] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.673734] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.673837] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9722d51-57e3-4e87-93f2-2e5f2d457077',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.690354] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76557bd9-9de8-4dbf-ab60-70df1591a6c6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.177326] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9722d51-57e3-4e87-93f2-2e5f2d457077',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.193437] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76557bd9-9de8-4dbf-ab60-70df1591a6c6: rpc.has_security_group_logging(os_id): False [ 1104.214509] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.214726] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.214855] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.215116] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.215637] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.215637] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.215637] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.215637] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.216085] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.216085] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.216156] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76557bd9-9de8-4dbf-ab60-70df1591a6c6 is going to be created. [ 1104.227620] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd06c87e-e320-467b-aeb5-cb919faeaa37 in Status: SUCCESS [ 1104.230392] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.271512] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.271797] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.271901] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.272152] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.272340] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.283065] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76557bd9-9de8-4dbf-ab60-70df1591a6c6 in Status: IN_PROGRESS for 2s [ 1104.405516] env[69148]: INFO networking_nsxv3.common.synchronization [req-b2b92725-b66f-4eca-9c09-af2d797951ac req-98fbda7c-ded6-45fb-8a90-cf8bd0409754 service nova] Enqueued Resource ID: 85270a4e-0efa-4737-a203-a1d89b224353 with Priority: HIGHEST for action security_group_rules [ 1104.405715] env[69148]: INFO networking_nsxv3.common.synchronization [req-b2b92725-b66f-4eca-9c09-af2d797951ac req-98fbda7c-ded6-45fb-8a90-cf8bd0409754 service nova] Enqueued Resource ID: 85270a4e-0efa-4737-a203-a1d89b224353 with Priority: HIGHEST for action security_group_members [ 1104.405980] env[69148]: INFO networking_nsxv3.common.synchronization [req-b2b92725-b66f-4eca-9c09-af2d797951ac req-98fbda7c-ded6-45fb-8a90-cf8bd0409754 service nova] Enqueued Resource ID: 088aa5a6-5b9d-45ac-af81-6388b8bed47a with Priority: HIGHEST for action port [ 1104.406498] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85270a4e-0efa-4737-a203-a1d89b224353 with Priority: HIGHEST for action security_group_rules [ 1104.406647] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85270a4e-0efa-4737-a203-a1d89b224353 with Priority: HIGHEST for action security_group_members [ 1104.411060] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 088aa5a6-5b9d-45ac-af81-6388b8bed47a with Priority: HIGHEST for action port [ 1104.411431] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85270a4e-0efa-4737-a203-a1d89b224353 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.411561] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.411744] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.411901] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.411949] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85270a4e-0efa-4737-a203-a1d89b224353',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.412800] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-85270a4e-0efa-4737-a203-a1d89b224353 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.412912] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.412982] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.413165] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.413311] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.413400] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.413471] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.413634] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.413707] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.413766] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85270a4e-0efa-4737-a203-a1d89b224353',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.415008] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-088aa5a6-5b9d-45ac-af81-6388b8bed47a taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.417839] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-088aa5a6-5b9d-45ac-af81-6388b8bed47a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.417839] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-088aa5a6-5b9d-45ac-af81-6388b8bed47a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.417839] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-088aa5a6-5b9d-45ac-af81-6388b8bed47a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.417839] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('088aa5a6-5b9d-45ac-af81-6388b8bed47a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.646719] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 in Status: SUCCESS [ 1104.646977] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.679863] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9722d51-57e3-4e87-93f2-2e5f2d457077',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.917358] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-85270a4e-0efa-4737-a203-a1d89b224353 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.918059] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.918335] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85270a4e-0efa-4737-a203-a1d89b224353',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.919476] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 088aa5a6-5b9d-45ac-af81-6388b8bed47a with status ACTIVE [ 1104.919835] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.920481] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.920481] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.920603] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.921497] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.921497] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.921497] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.921497] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.922073] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.922631] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.922876] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.922990] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.923085] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.923327] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.923450] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.923587] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 088aa5a6-5b9d-45ac-af81-6388b8bed47a is going to be updated. [ 1104.946423] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.946600] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.946757] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.946888] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.947066] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.947236] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-088aa5a6-5b9d-45ac-af81-6388b8bed47a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.059126] env[69148]: INFO networking_nsxv3.common.synchronization [req-0a01c70e-f272-4036-8131-46d6748e3d2a req-a27d1e13-5876-4edc-80a8-10cb215668e3 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Enqueued Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 1105.059126] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 1105.059126] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.059429] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.059644] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.059979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.060291] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.060558] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.060735] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.061057] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.061264] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.061463] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.183409] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.183748] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.183748] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.183863] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.183928] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.184405] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 is going to be updated. [ 1105.220367] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.220367] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.220367] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.220539] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.220642] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.231940] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 in Status: IN_PROGRESS for 2s [ 1105.431699] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85270a4e-0efa-4737-a203-a1d89b224353',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.496139] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.496139] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-120" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.496139] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-120" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.496139] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-120" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.496139] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.496139] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.496139] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.496139] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.496139] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.496675] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1105.496898] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.497115] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.497384] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.497675] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1105.497879] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.498121] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.519778] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.519778] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1105.519778] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.519778] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-120" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.519778] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.519778] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.519778] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.519778] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.519778] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.564157] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.566666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.566666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.566666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.586237] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.586237] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.586237] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.586237] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.586237] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.586237] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.586237] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 is going to be updated. [ 1105.609666] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.609666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.609666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.609666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.609666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.616321] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: IN_PROGRESS for 2s [ 1105.879502] env[69148]: INFO networking_nsxv3.common.synchronization [req-fcae07a0-d9fa-4ffd-b047-d4004b372352 req-6b95acf5-c9e4-4ae3-8ee7-d7e3676c98b6 tempest-AttachVolumeTestJSON-636226476 tempest-AttachVolumeTestJSON-636226476-project-member] Enqueued Resource ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 with Priority: HIGHEST for action security_group_members [ 1105.881659] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 with Priority: HIGHEST for action security_group_members [ 1105.882026] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc0c4f4f-d00e-4bf5-b037-5311ce76d674 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.882150] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.882213] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.882417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.882559] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.882672] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.882717] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.882846] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.882928] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.883026] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc0c4f4f-d00e-4bf5-b037-5311ce76d674',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.934571] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.934738] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.934812] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.935042] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.935137] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.935239] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85270a4e-0efa-4737-a203-a1d89b224353 is going to be created. [ 1105.957919] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.958112] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.958157] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.958352] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.958630] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.967601] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85270a4e-0efa-4737-a203-a1d89b224353 in Status: UNINITIALIZED for 2s [ 1106.023545] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.023775] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.023914] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.024248] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.024405] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.024568] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2 not found, creating... [ 1106.024835] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.024997] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.025132] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.025360] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.025506] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.025806] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.025967] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.026102] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.026314] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.026482] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.026637] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2 is going to be created. [ 1106.048276] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.048584] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.048794] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.049217] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.049557] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.049909] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.295977] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76557bd9-9de8-4dbf-ab60-70df1591a6c6 in Status: SUCCESS [ 1106.296237] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.389501] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.389690] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.389765] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.389988] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.390095] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.390292] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.390436] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.390476] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.390597] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.390687] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.390757] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 is going to be updated. [ 1106.421359] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.421607] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.421607] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.422272] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.422272] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.434023] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 in Status: IN_PROGRESS for 2s [ 1106.809544] env[69148]: INFO networking_nsxv3.common.synchronization [req-0a01c70e-f272-4036-8131-46d6748e3d2a req-3045bd75-cf22-40a8-861c-daca039183b6 service nova] Enqueued Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_rules [ 1106.809677] env[69148]: INFO networking_nsxv3.common.synchronization [req-0a01c70e-f272-4036-8131-46d6748e3d2a req-3045bd75-cf22-40a8-861c-daca039183b6 service nova] Enqueued Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 1106.809838] env[69148]: INFO networking_nsxv3.common.synchronization [req-0a01c70e-f272-4036-8131-46d6748e3d2a req-3045bd75-cf22-40a8-861c-daca039183b6 service nova] Enqueued Resource ID: 52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2 with Priority: HIGHEST for action port [ 1106.810501] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_rules [ 1106.810631] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 1106.810872] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2 with Priority: HIGHEST for action port [ 1106.811077] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.811184] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.811297] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.811548] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.811623] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.812684] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.812787] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.814715] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.814715] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.814715] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.814715] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.814715] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.243047] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 in Status: SUCCESS [ 1107.243047] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.243047] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.243311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.243582] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.243752] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.243852] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.244082] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.244203] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.244332] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.244466] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9722d51-57e3-4e87-93f2-2e5f2d457077',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.318088] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.318088] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.318088] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2 with status ACTIVE [ 1107.318088] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.318088] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.318088] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.318088] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.318088] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.318913] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.318913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.318913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.318913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.318913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.319362] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.319566] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.319711] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.319957] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.320117] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.320310] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2 is going to be updated. [ 1107.340808] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.341010] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.341091] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.341314] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.341451] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.341610] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52a7f126-7fbe-4b75-9d2d-c5e9f277b6a2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.630786] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: SUCCESS [ 1107.630786] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 deletion is rescheduled due to dependency. [ 1107.630786] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.630786] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.630786] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.630985] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.631260] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.631260] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.631399] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.631399] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.631488] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.746586] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9722d51-57e3-4e87-93f2-2e5f2d457077',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.980611] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85270a4e-0efa-4737-a203-a1d89b224353 in Status: SUCCESS [ 1107.982836] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.982836] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.982836] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.982836] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.982836] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.982836] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.982836] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.982836] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.982836] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.982836] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85270a4e-0efa-4737-a203-a1d89b224353',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.134827] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.253427] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9722d51-57e3-4e87-93f2-2e5f2d457077: rpc.has_security_group_logging(os_id): False [ 1108.269578] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.269578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.269578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.272190] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.292088] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.292088] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.292088] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.292088] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.292088] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.292088] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.292088] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 is going to be updated. [ 1108.345373] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.345373] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.345373] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.345373] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.345373] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.358799] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 in Status: IN_PROGRESS for 2s [ 1108.453952] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 in Status: SUCCESS [ 1108.454171] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 deletion is rescheduled due to dependency. [ 1108.454291] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.485278] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85270a4e-0efa-4737-a203-a1d89b224353',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.636816] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.988041] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85270a4e-0efa-4737-a203-a1d89b224353: rpc.has_security_group_logging(os_id): False [ 1109.010684] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.011322] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.011322] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.011322] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.011440] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.013207] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.013207] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.013207] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.013207] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.013207] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.013207] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85270a4e-0efa-4737-a203-a1d89b224353 is going to be created. [ 1109.082590] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.082848] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.082979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.083333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.083639] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.094903] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85270a4e-0efa-4737-a203-a1d89b224353 in Status: IN_PROGRESS for 2s [ 1109.139698] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.139921] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.140055] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.140337] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.140440] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.140546] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 is going to be updated. [ 1109.177895] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.177994] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.178087] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.178308] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.178458] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.190704] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: IN_PROGRESS for 2s [ 1110.376036] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 in Status: SUCCESS [ 1110.376036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.106659] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85270a4e-0efa-4737-a203-a1d89b224353 in Status: SUCCESS [ 1111.106659] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.199396] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: SUCCESS [ 1111.199619] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.199782] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.200007] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.200201] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.200318] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.200385] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.200539] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.200621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.200709] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.200803] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.703506] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.704128] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.704268] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.704551] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.704770] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.704905] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.704993] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.705210] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.705347] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.705475] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.705692] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.705858] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.706197] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.706197] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.706368] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.706578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.706656] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.706824] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.706930] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.707032] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.707131] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.811489] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1111.811674] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1112.209261] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 662ea25f-4f1b-416e-bafb-b25aba645d39: rpc.has_security_group_logging(os_id): False [ 1112.227416] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.227416] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.227416] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.227416] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.227416] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.227416] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.227416] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.227416] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.227416] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.227416] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.227864] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.227864] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.227864] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.227864] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.227864] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.231150] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.231150] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.231150] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.231150] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.231150] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.231150] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 is going to be updated. [ 1112.282635] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.282843] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.282895] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.283128] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.283289] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.295224] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: IN_PROGRESS for 2s [ 1113.087383] env[69148]: INFO networking_nsxv3.common.synchronization [None req-9fdd77aa-7fcc-4659-9994-e1cdad25604e tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Enqueued Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_members [ 1113.087917] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_members [ 1113.088242] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.088369] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.088436] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.088658] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.088836] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.088959] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.089055] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.089230] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.089303] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.089425] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.591661] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.591892] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.592043] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.592355] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.592458] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.592751] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.592923] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.592996] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.593179] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.593260] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.593349] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424d5d13-3045-45cb-a397-d748954b6f87 is going to be deleted. [ 1113.622242] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.622415] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.622466] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.622699] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.622793] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.622893] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.161493] env[69148]: INFO networking_nsxv3.common.synchronization [req-ee957b71-68b2-4aec-9803-296fd0d45e52 req-12f86811-364d-444a-99bd-b380d3020679 tempest-AttachInterfacesV270Test-588065276 tempest-AttachInterfacesV270Test-588065276-project-member] Enqueued Resource ID: bd06c87e-e320-467b-aeb5-cb919faeaa37 with Priority: HIGHEST for action security_group_members [ 1114.162104] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd06c87e-e320-467b-aeb5-cb919faeaa37 with Priority: HIGHEST for action security_group_members [ 1114.162440] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd06c87e-e320-467b-aeb5-cb919faeaa37 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.162589] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.162665] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.162890] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.163154] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.163295] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.163359] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.163560] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.163657] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.163755] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd06c87e-e320-467b-aeb5-cb919faeaa37',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.309575] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: SUCCESS [ 1114.309575] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.666375] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.666574] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.666631] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.666891] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.666992] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.667214] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.667316] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.667380] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.667534] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.667611] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.667699] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd06c87e-e320-467b-aeb5-cb919faeaa37 is going to be updated. [ 1114.692511] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.693281] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.693448] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.693768] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.694099] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.702673] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd06c87e-e320-467b-aeb5-cb919faeaa37 in Status: IN_PROGRESS for 2s [ 1115.933690] env[69148]: INFO networking_nsxv3.common.synchronization [req-ce208816-9c30-4890-a6c5-2b69301d32ca req-8dcd5c40-b87e-415f-aec9-02134ab35e88 tempest-ServersV294TestFqdnHostnames-1009910584 tempest-ServersV294TestFqdnHostnames-1009910584-project-member] Enqueued Resource ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed with Priority: HIGHEST for action security_group_members [ 1115.934217] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed with Priority: HIGHEST for action security_group_members [ 1115.934752] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f112d3f7-ff91-4ac1-bca7-54fab98909ed taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.934752] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.934924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.935952] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.935952] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.936104] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.936345] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.936609] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.937034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.937180] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f112d3f7-ff91-4ac1-bca7-54fab98909ed',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.371120] env[69148]: INFO networking_nsxv3.common.synchronization [req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 req-fd75c745-732f-4191-a7b3-8a18d3e9d11a tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Enqueued Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1116.371651] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1116.371959] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.372088] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.372164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.372339] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.372477] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.372582] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.372638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.376408] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.376514] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.376692] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.445808] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.446009] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.446083] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.446315] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.446413] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.446622] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.446749] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.446818] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.446968] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.447054] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.447143] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed is going to be updated. [ 1116.481951] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.482115] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.482188] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.482406] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.482547] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.491884] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed in Status: IN_PROGRESS for 2s [ 1116.711864] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd06c87e-e320-467b-aeb5-cb919faeaa37 in Status: SUCCESS [ 1116.712123] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd06c87e-e320-467b-aeb5-cb919faeaa37 deletion is rescheduled due to dependency. [ 1116.712205] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.878584] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.930200] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-532 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.930200] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-532" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.930200] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-532" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.930200] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-532" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.930200] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.930200] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.930200] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.930200] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.930200] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.931363] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1116.931363] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.931363] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.931363] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.931363] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1116.931363] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.931363] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.950296] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.950512] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1116.951174] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.951174] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-532" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.951174] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-aa15f49c-1c2a-4957-ab08-a29990dc3bec taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.951477] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-aa15f49c-1c2a-4957-ab08-a29990dc3bec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.951477] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-aa15f49c-1c2a-4957-ab08-a29990dc3bec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.952571] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-aa15f49c-1c2a-4957-ab08-a29990dc3bec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.952571] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa15f49c-1c2a-4957-ab08-a29990dc3bec',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.381761] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.458035] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.458035] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.458035] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.458035] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.458035] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.458035] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port aa15f49c-1c2a-4957-ab08-a29990dc3bec not found, creating... [ 1117.458035] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.458035] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.458035] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.458035] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.458035] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.458565] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.458565] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.458565] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.458565] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.458565] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.458877] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: aa15f49c-1c2a-4957-ab08-a29990dc3bec is going to be created. [ 1117.480096] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.480510] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.480744] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.481093] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.481425] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.481746] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-aa15f49c-1c2a-4957-ab08-a29990dc3bec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.883724] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.884016] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.884069] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.884348] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.884471] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.884621] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b is going to be updated. [ 1117.915025] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.915231] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.915329] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.915604] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.915799] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.924850] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: IN_PROGRESS for 2s [ 1118.192921] env[69148]: INFO networking_nsxv3.common.synchronization [req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 req-2bb292a8-da61-41b8-9886-600e490ca538 service nova] Enqueued Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_rules [ 1118.193195] env[69148]: INFO networking_nsxv3.common.synchronization [req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 req-2bb292a8-da61-41b8-9886-600e490ca538 service nova] Enqueued Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1118.193264] env[69148]: INFO networking_nsxv3.common.synchronization [req-5c5c8705-6bca-4963-8b8f-8a81b01037d3 req-2bb292a8-da61-41b8-9886-600e490ca538 service nova] Enqueued Resource ID: aa15f49c-1c2a-4957-ab08-a29990dc3bec with Priority: HIGHEST for action port [ 1118.193496] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_rules [ 1118.193617] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1118.193709] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa15f49c-1c2a-4957-ab08-a29990dc3bec with Priority: HIGHEST for action port [ 1118.195077] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.195077] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.195077] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.195077] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.195077] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.198790] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.198790] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.198790] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa15f49c-1c2a-4957-ab08-a29990dc3bec taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.198790] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa15f49c-1c2a-4957-ab08-a29990dc3bec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.198790] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa15f49c-1c2a-4957-ab08-a29990dc3bec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.198790] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa15f49c-1c2a-4957-ab08-a29990dc3bec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.198790] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa15f49c-1c2a-4957-ab08-a29990dc3bec',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.500975] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed in Status: SUCCESS [ 1118.501305] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed deletion is rescheduled due to dependency. [ 1118.501771] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.698494] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.698494] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.698742] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa15f49c-1c2a-4957-ab08-a29990dc3bec with status ACTIVE [ 1118.698742] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.698854] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.698918] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.699125] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.699219] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.699385] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.699924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.699924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.699924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.699924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.699924] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.700500] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.700500] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.700500] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.700500] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.700500] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa15f49c-1c2a-4957-ab08-a29990dc3bec is going to be updated. [ 1118.722727] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.722849] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.722908] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.723130] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.723371] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.723538] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa15f49c-1c2a-4957-ab08-a29990dc3bec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.935122] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: SUCCESS [ 1119.935640] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.935640] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.935640] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.935844] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.935932] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.935991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.936161] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.936245] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.936332] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.438659] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.908609] env[69148]: INFO networking_nsxv3.common.synchronization [req-5b887353-331f-42bb-94c9-ca7e42f79731 req-adee063c-eaba-41e7-b440-c6de850bd059 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Enqueued Resource ID: 3055d085-8ced-478c-a385-f1a08ce79f79 with Priority: HIGHEST for action security_group_members [ 1120.909086] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3055d085-8ced-478c-a385-f1a08ce79f79 with Priority: HIGHEST for action security_group_members [ 1120.909391] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-3055d085-8ced-478c-a385-f1a08ce79f79 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.909666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.909666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.909912] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.911763] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.911901] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.911975] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.912165] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.912275] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.912371] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3055d085-8ced-478c-a385-f1a08ce79f79',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.943277] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.218553] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-588 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.218855] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-588" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.219053] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-588" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.219384] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-588" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.219723] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.219989] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.220189] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.220471] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.220656] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.220922] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1121.221116] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.221262] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.221410] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.221555] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1121.221691] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.221968] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.241279] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.241485] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1121.241617] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.241818] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-588" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.242143] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-2d9a1833-4e69-43d4-92ce-58dbf11293be taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.242316] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-2d9a1833-4e69-43d4-92ce-58dbf11293be" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.242443] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-2d9a1833-4e69-43d4-92ce-58dbf11293be" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.242747] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-2d9a1833-4e69-43d4-92ce-58dbf11293be" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.242891] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d9a1833-4e69-43d4-92ce-58dbf11293be',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.415036] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.415200] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.415313] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.415589] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.415721] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.415974] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.416184] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.416235] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.416418] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.416518] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.416626] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3055d085-8ced-478c-a385-f1a08ce79f79 already deleted. [ 1121.416739] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.445887] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.446070] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.446143] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.446351] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.446450] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.446586] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b is going to be updated. [ 1121.496512] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.496512] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.496512] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.497014] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.497014] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.522054] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: IN_PROGRESS for 2s [ 1121.745455] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.745684] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.745818] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.746121] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.746281] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.746440] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 2d9a1833-4e69-43d4-92ce-58dbf11293be not found, creating... [ 1121.746726] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.746949] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.747094] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.747327] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.747472] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.747761] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.747925] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.748057] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.748272] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.748410] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.748589] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 2d9a1833-4e69-43d4-92ce-58dbf11293be is going to be created. [ 1121.767094] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.767296] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.767431] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.767681] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.767907] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.768148] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-2d9a1833-4e69-43d4-92ce-58dbf11293be" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.133231] env[69148]: INFO networking_nsxv3.common.synchronization [req-9f544790-b448-4fe5-8c02-36c8879e5998 req-5f286f47-e62b-43b2-b320-cf88917fcebd tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Enqueued Resource ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 with Priority: HIGHEST for action security_group_members [ 1122.134176] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 with Priority: HIGHEST for action security_group_members [ 1122.134914] env[69148]: INFO networking_nsxv3.common.synchronization [req-f7d7e1a5-6d07-4aa2-962b-bb350e423a58 req-03bb7d97-b891-4637-acd9-14874e34c4e5 tempest-ListServersNegativeTestJSON-970632221 tempest-ListServersNegativeTestJSON-970632221-project-member] Enqueued Resource ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 with Priority: HIGHEST for action security_group_members [ 1122.135259] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.135433] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.135512] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.135714] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.135866] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.135966] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.136042] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.136188] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.136272] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.136359] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.137133] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 with Priority: HIGHEST for action security_group_members [ 1122.139633] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.139755] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.190250] env[69148]: INFO networking_nsxv3.common.synchronization [req-f4423a6b-f6b1-4684-8bcd-632c91330940 req-a2ad12d6-9feb-4484-b106-26004988a4a1 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Enqueued Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 1122.190686] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 1122.191254] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.191254] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.191254] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.191406] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.191593] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.191593] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.191914] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.193860] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.194187] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.194187] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.434853] env[69148]: INFO networking_nsxv3.common.synchronization [req-5b887353-331f-42bb-94c9-ca7e42f79731 req-222e600d-b05c-472b-95b3-7610989fcb42 service nova] Enqueued Resource ID: 3055d085-8ced-478c-a385-f1a08ce79f79 with Priority: HIGHEST for action security_group_rules [ 1122.435044] env[69148]: INFO networking_nsxv3.common.synchronization [req-5b887353-331f-42bb-94c9-ca7e42f79731 req-222e600d-b05c-472b-95b3-7610989fcb42 service nova] Enqueued Resource ID: 3055d085-8ced-478c-a385-f1a08ce79f79 with Priority: HIGHEST for action security_group_members [ 1122.435180] env[69148]: INFO networking_nsxv3.common.synchronization [req-5b887353-331f-42bb-94c9-ca7e42f79731 req-222e600d-b05c-472b-95b3-7610989fcb42 service nova] Enqueued Resource ID: 2d9a1833-4e69-43d4-92ce-58dbf11293be with Priority: HIGHEST for action port [ 1122.435664] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3055d085-8ced-478c-a385-f1a08ce79f79 with Priority: HIGHEST for action security_group_rules [ 1122.435799] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3055d085-8ced-478c-a385-f1a08ce79f79 with Priority: HIGHEST for action security_group_members [ 1122.435907] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d9a1833-4e69-43d4-92ce-58dbf11293be with Priority: HIGHEST for action port [ 1122.436407] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3055d085-8ced-478c-a385-f1a08ce79f79 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.436645] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.436852] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.437260] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.437530] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3055d085-8ced-478c-a385-f1a08ce79f79',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.439778] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-3055d085-8ced-478c-a385-f1a08ce79f79 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.439778] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.439778] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.440174] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.440470] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.440733] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.440815] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.441295] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.441412] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.441599] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3055d085-8ced-478c-a385-f1a08ce79f79',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.443196] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d9a1833-4e69-43d4-92ce-58dbf11293be taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.443335] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d9a1833-4e69-43d4-92ce-58dbf11293be" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.443386] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d9a1833-4e69-43d4-92ce-58dbf11293be" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.443564] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d9a1833-4e69-43d4-92ce-58dbf11293be" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.443750] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d9a1833-4e69-43d4-92ce-58dbf11293be',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.641679] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.641925] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.642037] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.642262] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.642358] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.642621] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.642690] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.642793] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.642899] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.642982] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.644034] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 is going to be updated. [ 1122.668854] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.669063] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.669225] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.669313] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.669485] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.678335] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 in Status: IN_PROGRESS for 2s [ 1122.697032] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.697227] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.697279] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.697497] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.697589] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.697777] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.697875] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.697947] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.698112] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.698193] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.698275] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 is going to be updated. [ 1122.746410] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.746410] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.746410] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.746654] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.746654] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.763364] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: IN_PROGRESS for 2s [ 1122.945561] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-3055d085-8ced-478c-a385-f1a08ce79f79 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.945734] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.945977] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3055d085-8ced-478c-a385-f1a08ce79f79',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.947052] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d9a1833-4e69-43d4-92ce-58dbf11293be with status ACTIVE [ 1122.947273] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.947432] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.947530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.947794] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.947912] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.948147] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.948287] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.948362] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.948568] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.948655] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.948908] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.949045] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.949115] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.949301] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.949383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.949502] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d9a1833-4e69-43d4-92ce-58dbf11293be is going to be updated. [ 1122.969640] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.969779] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.969849] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.970116] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.970255] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.970409] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d9a1833-4e69-43d4-92ce-58dbf11293be" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.979073] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.979073] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.979073] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.979073] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.979073] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.979073] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.979073] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.979073] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.979073] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.979463] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1122.979463] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1122.979463] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1122.979561] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1122.979599] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1122.979694] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1122.979822] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.000039] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.000263] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1123.000411] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.000582] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.000889] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-2e15c097-0a7f-4676-9b3d-b91749183e52 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.001089] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-2e15c097-0a7f-4676-9b3d-b91749183e52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.001231] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-2e15c097-0a7f-4676-9b3d-b91749183e52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.001533] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-2e15c097-0a7f-4676-9b3d-b91749183e52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.001674] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e15c097-0a7f-4676-9b3d-b91749183e52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.451275] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3055d085-8ced-478c-a385-f1a08ce79f79',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.505606] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.505852] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.505988] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.506343] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.506458] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.506617] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 2e15c097-0a7f-4676-9b3d-b91749183e52 not found, creating... [ 1123.506927] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.507104] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.507229] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.507448] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.507591] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.507870] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.508037] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.508160] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.508369] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.508508] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.508651] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 2e15c097-0a7f-4676-9b3d-b91749183e52 is going to be created. [ 1123.528769] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.529462] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.529462] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.529808] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.530117] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.530309] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-2e15c097-0a7f-4676-9b3d-b91749183e52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.532451] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: SUCCESS [ 1123.532640] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.532791] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.532996] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.533192] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.533304] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.533910] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.533910] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.533910] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.533910] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.533910] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.954328] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.954507] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.954552] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.954766] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.954859] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.954961] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3055d085-8ced-478c-a385-f1a08ce79f79 is going to be created. [ 1123.976997] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.977156] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.977266] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.977457] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.977618] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.987220] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3055d085-8ced-478c-a385-f1a08ce79f79 in Status: UNINITIALIZED for 2s [ 1124.037057] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.037057] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.037057] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.037057] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.037297] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.037297] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.037378] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.037536] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.037599] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.037665] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.037807] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.037899] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.037960] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.038120] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.038257] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.038515] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.038515] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.038515] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.038593] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.038673] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.038751] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.195555] env[69148]: INFO networking_nsxv3.common.synchronization [req-eeb70d78-f02c-4235-8dff-b33491c437db req-8dee05cd-ba9d-4898-9e5f-00cbc2292e6f service nova] Enqueued Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_rules [ 1124.195761] env[69148]: INFO networking_nsxv3.common.synchronization [req-eeb70d78-f02c-4235-8dff-b33491c437db req-8dee05cd-ba9d-4898-9e5f-00cbc2292e6f service nova] Enqueued Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_members [ 1124.195917] env[69148]: INFO networking_nsxv3.common.synchronization [req-eeb70d78-f02c-4235-8dff-b33491c437db req-8dee05cd-ba9d-4898-9e5f-00cbc2292e6f service nova] Enqueued Resource ID: 2e15c097-0a7f-4676-9b3d-b91749183e52 with Priority: HIGHEST for action port [ 1124.196422] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_rules [ 1124.196558] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_members [ 1124.196680] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e15c097-0a7f-4676-9b3d-b91749183e52 with Priority: HIGHEST for action port [ 1124.196921] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.197163] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.197249] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.197450] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.197531] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.199551] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.199790] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.199848] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.200108] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.200308] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.200432] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.200516] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.201611] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.201611] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.201611] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.202335] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e15c097-0a7f-4676-9b3d-b91749183e52 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.202443] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e15c097-0a7f-4676-9b3d-b91749183e52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.202443] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e15c097-0a7f-4676-9b3d-b91749183e52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.203057] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e15c097-0a7f-4676-9b3d-b91749183e52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.203057] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e15c097-0a7f-4676-9b3d-b91749183e52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.542999] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2e13469-c28b-4d9f-8469-a7ffb4376c5b: rpc.has_security_group_logging(os_id): False [ 1124.559989] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.560137] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.560221] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.560468] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.560511] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.560706] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.560847] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.560943] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.561058] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.561096] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.561470] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.561470] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.561470] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.561646] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.561697] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.561852] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.562015] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.562015] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.562135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.562210] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.562290] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b is going to be updated. [ 1124.634737] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.634964] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.635081] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.635331] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.635524] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.653901] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: IN_PROGRESS for 2s [ 1124.688107] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 in Status: SUCCESS [ 1124.688264] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 deletion is rescheduled due to dependency. [ 1124.688376] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.688533] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.688754] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.688961] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.689092] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.689158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.689317] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.689400] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.689495] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.704023] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.704205] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.704326] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.705611] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e15c097-0a7f-4676-9b3d-b91749183e52 with status ACTIVE [ 1124.705611] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.705611] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.705611] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.705819] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.705819] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.706015] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.706142] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.706241] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.706411] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.706490] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.706749] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.706910] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.707015] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.707871] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.707871] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.707871] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e15c097-0a7f-4676-9b3d-b91749183e52 is going to be updated. [ 1124.735152] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.735152] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.735152] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.735298] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.735417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.735572] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e15c097-0a7f-4676-9b3d-b91749183e52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.780027] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: SUCCESS [ 1124.780144] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 deletion is rescheduled due to dependency. [ 1124.780258] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.166081] env[69148]: INFO networking_nsxv3.common.synchronization [req-ab1622c2-b131-4fde-a876-2c0f80d862cb req-5293d3ad-ab03-4f85-b7f8-6fab7884930d tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Enqueued Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_members [ 1125.168531] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_members [ 1125.168531] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.168531] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.168531] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.168531] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.168531] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.168531] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.168531] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.168531] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.168531] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.168531] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.192157] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.192300] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.192402] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.192567] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.192675] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.192888] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.192939] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.192977] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.193143] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.193213] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.193300] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 is going to be updated. [ 1125.209781] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.222253] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.222389] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.222439] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.222631] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.222772] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.231528] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 in Status: IN_PROGRESS for 2s [ 1125.672684] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.673198] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.673198] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.673198] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.693134] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.693442] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.693569] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.693637] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.693838] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.693938] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.694040] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 is going to be updated. [ 1125.713500] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.713645] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.713705] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.713921] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.714040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.714112] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424d5d13-3045-45cb-a397-d748954b6f87 is going to be created. [ 1125.716051] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.716180] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.716237] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.716403] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.716532] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.726617] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 in Status: IN_PROGRESS for 2s [ 1125.737106] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.737517] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.737517] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.737517] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.738179] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.744841] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424d5d13-3045-45cb-a397-d748954b6f87 in Status: UNINITIALIZED for 2s [ 1125.757175] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-756 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.757175] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-756" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.757175] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-756" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.757392] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-756" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.759991] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.759991] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.759991] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.759991] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.759991] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.759991] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1125.759991] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.759991] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.759991] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.759991] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1125.759991] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.759991] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.777010] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.777190] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1125.777314] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.777481] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-756" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.777783] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-82d9ba6e-016a-4e75-8ebe-05ef6e518699 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.777950] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-82d9ba6e-016a-4e75-8ebe-05ef6e518699" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.778083] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-82d9ba6e-016a-4e75-8ebe-05ef6e518699" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.778409] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-82d9ba6e-016a-4e75-8ebe-05ef6e518699" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.778543] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82d9ba6e-016a-4e75-8ebe-05ef6e518699',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.996922] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3055d085-8ced-478c-a385-f1a08ce79f79 in Status: SUCCESS [ 1125.997167] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.997335] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.997581] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.997731] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.997846] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.997938] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.998069] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.998148] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.998228] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.998320] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3055d085-8ced-478c-a385-f1a08ce79f79',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.280346] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.280589] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.280733] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.281060] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.281251] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.281411] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 82d9ba6e-016a-4e75-8ebe-05ef6e518699 not found, creating... [ 1126.281715] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.281898] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.282072] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.282360] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.282531] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.282836] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.282996] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.283155] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.283413] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.283606] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.284022] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 82d9ba6e-016a-4e75-8ebe-05ef6e518699 is going to be created. [ 1126.310035] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.310435] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.310435] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.310653] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.310883] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.311209] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-82d9ba6e-016a-4e75-8ebe-05ef6e518699" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.502742] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-3055d085-8ced-478c-a385-f1a08ce79f79 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.502742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.502742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.502742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.502742] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.502742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.502742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.502742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.502742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.502742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.502742] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-3055d085-8ced-478c-a385-f1a08ce79f79 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.502742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.502742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.502742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.502742] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.502742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.503306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.503306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.503306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.503306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.503306] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3055d085-8ced-478c-a385-f1a08ce79f79',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.671316] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: SUCCESS [ 1126.671566] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.008500] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3055d085-8ced-478c-a385-f1a08ce79f79: rpc.has_security_group_logging(os_id): False [ 1127.026621] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.026967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.026967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.027171] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.027265] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.027465] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.027566] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.027632] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.027778] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.027853] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.028090] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.028217] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.028281] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.028511] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.028511] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.028701] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.028782] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.028839] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.029010] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.029388] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.029570] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3055d085-8ced-478c-a385-f1a08ce79f79 is going to be created. [ 1127.081867] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.082030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.082108] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.082322] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.082503] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.092015] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3055d085-8ced-478c-a385-f1a08ce79f79 in Status: IN_PROGRESS for 2s [ 1127.242029] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 in Status: SUCCESS [ 1127.244726] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 deletion is rescheduled due to dependency. [ 1127.244805] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.264055] env[69148]: INFO networking_nsxv3.common.synchronization [req-ab1622c2-b131-4fde-a876-2c0f80d862cb req-2b552d5a-2c3c-491f-ac46-6c7da3fc744d service nova] Enqueued Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_rules [ 1127.264303] env[69148]: INFO networking_nsxv3.common.synchronization [req-ab1622c2-b131-4fde-a876-2c0f80d862cb req-2b552d5a-2c3c-491f-ac46-6c7da3fc744d service nova] Enqueued Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_members [ 1127.264465] env[69148]: INFO networking_nsxv3.common.synchronization [req-ab1622c2-b131-4fde-a876-2c0f80d862cb req-2b552d5a-2c3c-491f-ac46-6c7da3fc744d service nova] Enqueued Resource ID: 82d9ba6e-016a-4e75-8ebe-05ef6e518699 with Priority: HIGHEST for action port [ 1127.264742] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_rules [ 1127.264897] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_members [ 1127.264977] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d9ba6e-016a-4e75-8ebe-05ef6e518699 with Priority: HIGHEST for action port [ 1127.265539] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3e07f2d-22f3-431f-a79c-9613c1f4fba9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.265793] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.265793] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.269910] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.269910] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.272866] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.272866] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.272866] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-82d9ba6e-016a-4e75-8ebe-05ef6e518699 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.272866] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82d9ba6e-016a-4e75-8ebe-05ef6e518699" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.272866] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82d9ba6e-016a-4e75-8ebe-05ef6e518699" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.272866] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82d9ba6e-016a-4e75-8ebe-05ef6e518699" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.272866] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82d9ba6e-016a-4e75-8ebe-05ef6e518699',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.737977] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 in Status: SUCCESS [ 1127.738172] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 deletion is rescheduled due to dependency. [ 1127.738290] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.738445] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.738662] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.738846] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.738984] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.739074] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.739686] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.739686] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.739686] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.753245] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424d5d13-3045-45cb-a397-d748954b6f87 in Status: SUCCESS [ 1127.753458] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.753627] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.753832] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.754062] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.754183] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.754251] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.754407] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.754488] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.754570] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.754658] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.773674] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.773805] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.774371] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82d9ba6e-016a-4e75-8ebe-05ef6e518699 with status ACTIVE [ 1127.774371] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.774371] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.774371] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.774563] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.774617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.774983] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.774983] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.774983] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.775130] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.775364] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.775364] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.775458] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.775515] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.775686] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.775763] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.775939] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82d9ba6e-016a-4e75-8ebe-05ef6e518699 is going to be updated. [ 1127.795160] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.795329] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.795377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.795547] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.795676] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.795828] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82d9ba6e-016a-4e75-8ebe-05ef6e518699" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.241219] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.257936] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.257936] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.257936] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.257936] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.257936] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.258293] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.258293] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.258351] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.259595] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.259595] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.259595] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.259595] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.259595] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.259595] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.259595] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.259595] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.259595] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.259595] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.259595] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.259595] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.260154] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.744417] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.761974] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 424d5d13-3045-45cb-a397-d748954b6f87: rpc.has_security_group_logging(os_id): False [ 1128.786454] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.786595] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.786666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.786902] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.786999] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.787243] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.787346] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.787408] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.787558] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.787634] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.787803] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.788102] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.788102] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.788102] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.788211] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.788330] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.788421] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.788481] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.788618] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.788690] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.788773] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 424d5d13-3045-45cb-a397-d748954b6f87 is going to be created. [ 1128.856786] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.857089] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.857199] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.857490] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.857732] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.874789] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 424d5d13-3045-45cb-a397-d748954b6f87 in Status: IN_PROGRESS for 2s [ 1129.104593] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3055d085-8ced-478c-a385-f1a08ce79f79 in Status: SUCCESS [ 1129.104824] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.249148] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.249148] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.249148] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.249148] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.249148] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.249148] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 is going to be updated. [ 1129.276610] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.276610] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.276610] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.276610] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.276610] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.288344] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 in Status: IN_PROGRESS for 2s [ 1129.753880] env[69148]: INFO networking_nsxv3.common.synchronization [req-35ea1349-c6da-4d67-bfdd-db7a284844af req-c78fc01d-2ac8-4962-ac0f-a0f08766dfc6 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Enqueued Resource ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 with Priority: HIGHEST for action security_group_members [ 1129.754426] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 with Priority: HIGHEST for action security_group_members [ 1129.754736] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cf5384d-9342-4d30-8b5a-a4547db86d22 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.754857] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.754933] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.755325] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.755486] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.755592] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.755653] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.755810] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.755919] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.756036] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cf5384d-9342-4d30-8b5a-a4547db86d22',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.056768] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-918 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.057096] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-918" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.057284] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-918" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.057559] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-918" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.057832] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.057996] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.058325] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.058503] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.058656] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.059010] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1130.059910] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.060098] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.060229] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.060351] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1130.060464] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.060601] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.079543] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.079717] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1130.079859] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.080050] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-918" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.080363] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-176ebacd-8442-4ced-a9d9-920edb70a3d3 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.080529] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-176ebacd-8442-4ced-a9d9-920edb70a3d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.080986] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-176ebacd-8442-4ced-a9d9-920edb70a3d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.081325] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-176ebacd-8442-4ced-a9d9-920edb70a3d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.081829] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('176ebacd-8442-4ced-a9d9-920edb70a3d3',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.260808] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cf5384d-9342-4d30-8b5a-a4547db86d22',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.585438] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.585627] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.585769] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.586073] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.586251] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.586384] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 176ebacd-8442-4ced-a9d9-920edb70a3d3 not found, creating... [ 1130.586646] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.586836] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.586978] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.588016] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.588016] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.588016] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.588462] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.588658] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.588884] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.589059] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.589460] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 176ebacd-8442-4ced-a9d9-920edb70a3d3 is going to be created. [ 1130.609578] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.610029] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.610255] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.610547] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.610785] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.611027] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-176ebacd-8442-4ced-a9d9-920edb70a3d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.763369] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cf5384d-9342-4d30-8b5a-a4547db86d22',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.893211] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 424d5d13-3045-45cb-a397-d748954b6f87 in Status: SUCCESS [ 1130.893211] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.919622] env[69148]: INFO networking_nsxv3.common.synchronization [None req-b1c66803-2cca-48b0-a275-2f294a659adb None None] Enqueued Resource ID: dae60beb-2aee-49cc-89ec-1431566c017d with Priority: HIGHEST for action port [ 1130.919622] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dae60beb-2aee-49cc-89ec-1431566c017d with Priority: HIGHEST for action port [ 1130.919622] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-dae60beb-2aee-49cc-89ec-1431566c017d taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.919622] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dae60beb-2aee-49cc-89ec-1431566c017d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.919622] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dae60beb-2aee-49cc-89ec-1431566c017d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.920952] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dae60beb-2aee-49cc-89ec-1431566c017d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.921043] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dae60beb-2aee-49cc-89ec-1431566c017d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.267439] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.267439] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.267439] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.267439] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.267439] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.267439] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 is going to be updated. [ 1131.300892] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.300892] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.300892] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.300892] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.300892] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.306576] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 in Status: SUCCESS [ 1131.306709] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.307348] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.307555] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.307739] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.307856] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.307921] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.308116] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.308187] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.308340] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.308376] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.312334] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 in Status: IN_PROGRESS for 2s [ 1131.391342] env[69148]: INFO networking_nsxv3.common.synchronization [req-35ea1349-c6da-4d67-bfdd-db7a284844af req-f506c500-7b57-436e-90a4-fe8e65aa0766 service nova] Enqueued Resource ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 with Priority: HIGHEST for action security_group_rules [ 1131.392577] env[69148]: INFO networking_nsxv3.common.synchronization [req-35ea1349-c6da-4d67-bfdd-db7a284844af req-f506c500-7b57-436e-90a4-fe8e65aa0766 service nova] Enqueued Resource ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 with Priority: HIGHEST for action security_group_members [ 1131.392577] env[69148]: INFO networking_nsxv3.common.synchronization [req-35ea1349-c6da-4d67-bfdd-db7a284844af req-f506c500-7b57-436e-90a4-fe8e65aa0766 service nova] Enqueued Resource ID: 176ebacd-8442-4ced-a9d9-920edb70a3d3 with Priority: HIGHEST for action port [ 1131.392577] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 with Priority: HIGHEST for action security_group_rules [ 1131.392577] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 with Priority: HIGHEST for action security_group_members [ 1131.392577] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 176ebacd-8442-4ced-a9d9-920edb70a3d3 with Priority: HIGHEST for action port [ 1131.392875] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cf5384d-9342-4d30-8b5a-a4547db86d22 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.392875] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.392875] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.393455] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.393455] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cf5384d-9342-4d30-8b5a-a4547db86d22',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.394886] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cf5384d-9342-4d30-8b5a-a4547db86d22 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.394886] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.394886] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-176ebacd-8442-4ced-a9d9-920edb70a3d3 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.394886] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-176ebacd-8442-4ced-a9d9-920edb70a3d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.394886] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-176ebacd-8442-4ced-a9d9-920edb70a3d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.395488] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-176ebacd-8442-4ced-a9d9-920edb70a3d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.395488] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('176ebacd-8442-4ced-a9d9-920edb70a3d3',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.422886] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dae60beb-2aee-49cc-89ec-1431566c017d [ 1131.423147] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.423605] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.423605] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.423605] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.424485] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.424485] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dae60beb-2aee-49cc-89ec-1431566c017d already deleted. [ 1131.424558] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dae60beb-2aee-49cc-89ec-1431566c017d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.812401] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.900042] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cf5384d-9342-4d30-8b5a-a4547db86d22 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.900042] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.900042] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 176ebacd-8442-4ced-a9d9-920edb70a3d3 with status ACTIVE [ 1131.900042] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.900042] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.900042] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.900042] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.900042] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.900042] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.900042] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.900042] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.900042] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.900042] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.900042] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.900744] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.900744] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.900744] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.900744] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.900744] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 176ebacd-8442-4ced-a9d9-920edb70a3d3 is going to be updated. [ 1131.919158] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.919158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.919158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.919158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.919158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.919158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-176ebacd-8442-4ced-a9d9-920edb70a3d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.317620] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3e07f2d-22f3-431f-a79c-9613c1f4fba9: rpc.has_security_group_logging(os_id): False [ 1132.334204] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.334359] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.334430] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.334648] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.334742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.334988] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.335102] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.335170] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.335355] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.335434] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.335698] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 is going to be updated. [ 1132.467134] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.469189] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.469189] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.469189] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.469189] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.479814] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 in Status: IN_PROGRESS for 2s [ 1133.003574] env[69148]: INFO networking_nsxv3.common.synchronization [None req-aa0c5e83-1889-44b0-ba85-bac68747f9c1 None None] Enqueued Resource ID: 2e5d97d1-408f-4e4c-989a-0d451a3afbd6 with Priority: HIGHEST for action port [ 1133.003848] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5d97d1-408f-4e4c-989a-0d451a3afbd6 with Priority: HIGHEST for action port [ 1133.004437] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e5d97d1-408f-4e4c-989a-0d451a3afbd6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.004559] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e5d97d1-408f-4e4c-989a-0d451a3afbd6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.004632] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e5d97d1-408f-4e4c-989a-0d451a3afbd6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.004871] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e5d97d1-408f-4e4c-989a-0d451a3afbd6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.005156] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e5d97d1-408f-4e4c-989a-0d451a3afbd6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.327051] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 in Status: SUCCESS [ 1133.327051] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.327051] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.327051] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.327051] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.327051] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.327051] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.327051] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.327051] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.327051] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cf5384d-9342-4d30-8b5a-a4547db86d22',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.507338] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e5d97d1-408f-4e4c-989a-0d451a3afbd6 [ 1133.507607] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.507761] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.507832] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.508047] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.508132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.508225] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e5d97d1-408f-4e4c-989a-0d451a3afbd6 already deleted. [ 1133.508304] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e5d97d1-408f-4e4c-989a-0d451a3afbd6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.828602] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cf5384d-9342-4d30-8b5a-a4547db86d22',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.333513] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cf5384d-9342-4d30-8b5a-a4547db86d22',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.495378] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 in Status: SUCCESS [ 1134.495712] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.836348] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.836348] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.836348] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.840077] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.840445] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.840445] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 is going to be updated. [ 1134.866243] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.866390] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.866461] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.866665] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.866807] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.875716] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 in Status: IN_PROGRESS for 2s [ 1136.889615] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 in Status: SUCCESS [ 1136.889882] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.890079] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.890291] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.890487] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.890606] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.890671] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.890819] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.890901] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.890986] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.891093] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5cf5384d-9342-4d30-8b5a-a4547db86d22',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.394779] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cf5384d-9342-4d30-8b5a-a4547db86d22 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.394779] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.394779] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.394779] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.394779] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.395058] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.395058] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.395058] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.395147] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.395233] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.395378] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cf5384d-9342-4d30-8b5a-a4547db86d22 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.395470] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.395534] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.395668] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.395801] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.395910] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.395988] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.396142] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.396218] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.396307] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.396536] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5cf5384d-9342-4d30-8b5a-a4547db86d22',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.898283] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5cf5384d-9342-4d30-8b5a-a4547db86d22: rpc.has_security_group_logging(os_id): False [ 1137.919027] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.919027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.919027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.919027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.919027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.919316] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.919316] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.919409] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.919557] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.919619] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.919793] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.919910] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.919970] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.920136] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.920212] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.920415] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.920519] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.920572] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.920672] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.920754] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.920849] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 is going to be updated. [ 1137.989091] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.989245] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.989245] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.989449] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.989598] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.005638] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 in Status: IN_PROGRESS for 2s [ 1138.005808] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1138.005881] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1140.020899] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 in Status: SUCCESS [ 1140.021312] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.886689] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.886974] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.887408] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.887807] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.888218] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.888483] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.888674] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.888911] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.889083] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.889439] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.889548] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.889668] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.889821] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.889960] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.890332] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.890517] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.909594] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.909787] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1140.909936] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.910203] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-257" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.910838] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-2e15c097-0a7f-4676-9b3d-b91749183e52 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.910838] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-2e15c097-0a7f-4676-9b3d-b91749183e52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.911035] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-2e15c097-0a7f-4676-9b3d-b91749183e52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.911227] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-2e15c097-0a7f-4676-9b3d-b91749183e52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.911369] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e15c097-0a7f-4676-9b3d-b91749183e52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.414321] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.414924] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.414924] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.415062] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.415170] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.415819] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.415819] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.415819] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.416050] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.416138] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.416409] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.419020] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.419020] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.419020] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.420971] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.420971] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 2e15c097-0a7f-4676-9b3d-b91749183e52 is going to be updated. [ 1141.442238] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.443608] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.443608] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.443608] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.443608] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.444855] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-2e15c097-0a7f-4676-9b3d-b91749183e52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.845798] env[69148]: INFO networking_nsxv3.common.synchronization [req-c4cdb458-2066-4807-97c5-475ad324f759 req-12993713-a616-4504-816d-50ac16cea182 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Enqueued Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1141.848762] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1141.848762] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.848762] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.848762] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.848762] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.848762] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.848762] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.848762] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.848762] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.848762] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.848762] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.350278] env[69148]: INFO networking_nsxv3.common.synchronization [req-bde7b425-7afb-4587-8166-960a900bfbcc req-7398ba2c-a556-464e-95e6-3722b9406ee7 service nova] Enqueued Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_rules [ 1142.350278] env[69148]: INFO networking_nsxv3.common.synchronization [req-bde7b425-7afb-4587-8166-960a900bfbcc req-7398ba2c-a556-464e-95e6-3722b9406ee7 service nova] Enqueued Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_members [ 1142.350278] env[69148]: INFO networking_nsxv3.common.synchronization [req-bde7b425-7afb-4587-8166-960a900bfbcc req-7398ba2c-a556-464e-95e6-3722b9406ee7 service nova] Enqueued Resource ID: 2e15c097-0a7f-4676-9b3d-b91749183e52 with Priority: HIGHEST for action port [ 1142.350278] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_rules [ 1142.350278] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_members [ 1142.350278] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e15c097-0a7f-4676-9b3d-b91749183e52 with Priority: HIGHEST for action port [ 1142.350278] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.350278] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.350278] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.352530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.352711] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.353751] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.354062] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.354209] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.354775] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.355258] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.356107] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.356107] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.356107] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.356107] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.356107] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.357732] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e15c097-0a7f-4676-9b3d-b91749183e52 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.358181] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e15c097-0a7f-4676-9b3d-b91749183e52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.358181] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e15c097-0a7f-4676-9b3d-b91749183e52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.360931] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e15c097-0a7f-4676-9b3d-b91749183e52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.360931] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e15c097-0a7f-4676-9b3d-b91749183e52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.360931] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.382861] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-532 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.383072] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-532" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.383213] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-532" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.383481] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-532" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.383736] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.383889] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.384021] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.384240] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.384389] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.384726] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1142.384794] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1142.384878] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1142.384984] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1142.385111] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1142.385217] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1142.385351] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1142.405711] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1142.405711] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1142.405711] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1142.406082] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-532" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.406726] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-3145c01b-3625-4335-a64a-751293dd66c2 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.406726] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-3145c01b-3625-4335-a64a-751293dd66c2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.406929] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-3145c01b-3625-4335-a64a-751293dd66c2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.408339] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-3145c01b-3625-4335-a64a-751293dd66c2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.408339] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3145c01b-3625-4335-a64a-751293dd66c2',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.428031] env[69148]: INFO networking_nsxv3.common.synchronization [req-a1ce2fb8-211b-4ef9-8024-0203e2247094 req-024b91ff-816f-48b9-b724-be8c94963d8e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Enqueued Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_members [ 1142.428031] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_members [ 1142.428926] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.429317] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.430723] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.430723] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.430723] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.430723] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.430723] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.430723] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.430991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.430991] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.862059] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.862059] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.862059] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e15c097-0a7f-4676-9b3d-b91749183e52 with status ACTIVE [ 1142.862059] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.862059] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.862059] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.862059] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.862059] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.862428] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.862428] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.862428] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.862539] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.862584] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.862768] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.862858] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.862920] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.863072] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.863157] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.863228] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e15c097-0a7f-4676-9b3d-b91749183e52 is going to be updated. [ 1142.864354] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.865191] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.885364] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.885514] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.885559] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.885871] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.886028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.886198] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e15c097-0a7f-4676-9b3d-b91749183e52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.910036] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.910322] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.911053] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.911053] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.911053] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.911244] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 3145c01b-3625-4335-a64a-751293dd66c2 not found, creating... [ 1142.911383] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.911807] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.911968] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.912221] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.912385] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.912674] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.912834] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.912954] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.913182] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.913321] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.913462] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 3145c01b-3625-4335-a64a-751293dd66c2 is going to be created. [ 1142.932863] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.933073] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.933204] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.933456] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.933682] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.933910] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-3145c01b-3625-4335-a64a-751293dd66c2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.934795] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.934934] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.935119] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.935278] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.955080] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.955319] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.955435] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.955503] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.955689] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.955769] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.955857] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f12fef98-8100-404a-8a99-8fca5d46233e is going to be updated. [ 1142.983799] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.983799] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.983799] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.983958] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.984037] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.991279] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: IN_PROGRESS for 2s [ 1143.369417] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.369527] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.369601] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.370587] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.370587] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.370587] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.370587] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b is going to be updated. [ 1143.395991] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.396151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.396224] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.396430] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.396569] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.405471] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: IN_PROGRESS for 2s [ 1143.696955] env[69148]: INFO networking_nsxv3.common.synchronization [req-c4cdb458-2066-4807-97c5-475ad324f759 req-0a257008-20f9-4b7b-8419-de71098bcf77 service nova] Enqueued Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_rules [ 1143.697259] env[69148]: INFO networking_nsxv3.common.synchronization [req-c4cdb458-2066-4807-97c5-475ad324f759 req-0a257008-20f9-4b7b-8419-de71098bcf77 service nova] Enqueued Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1143.697418] env[69148]: INFO networking_nsxv3.common.synchronization [req-c4cdb458-2066-4807-97c5-475ad324f759 req-0a257008-20f9-4b7b-8419-de71098bcf77 service nova] Enqueued Resource ID: 3145c01b-3625-4335-a64a-751293dd66c2 with Priority: HIGHEST for action port [ 1143.697694] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_rules [ 1143.697854] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1143.697971] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3145c01b-3625-4335-a64a-751293dd66c2 with Priority: HIGHEST for action port [ 1143.698831] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.698963] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.699042] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.699335] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.699420] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.700639] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.700740] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.700937] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-3145c01b-3625-4335-a64a-751293dd66c2 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.701056] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3145c01b-3625-4335-a64a-751293dd66c2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.701204] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3145c01b-3625-4335-a64a-751293dd66c2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.701376] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3145c01b-3625-4335-a64a-751293dd66c2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.701451] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3145c01b-3625-4335-a64a-751293dd66c2',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.872723] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.872910] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.872958] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.873197] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.873299] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.873400] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424d5d13-3045-45cb-a397-d748954b6f87 is going to be updated. [ 1143.899128] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.899369] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.899497] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.899734] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.899913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.907799] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424d5d13-3045-45cb-a397-d748954b6f87 in Status: IN_PROGRESS for 2s [ 1144.202964] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.203138] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.203362] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3145c01b-3625-4335-a64a-751293dd66c2 with status ACTIVE [ 1144.203527] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.203632] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.203699] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.203908] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.203996] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.204181] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.204281] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.204343] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.204490] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.204567] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.204742] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.204835] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.204895] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.205043] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.205117] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.205200] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3145c01b-3625-4335-a64a-751293dd66c2 is going to be updated. [ 1144.231089] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.231186] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.231259] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.231459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.231594] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.231746] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3145c01b-3625-4335-a64a-751293dd66c2" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.002592] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: SUCCESS [ 1145.002843] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f12fef98-8100-404a-8a99-8fca5d46233e deletion is rescheduled due to dependency. [ 1145.002985] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.186585] env[69148]: INFO networking_nsxv3.common.synchronization [req-ef13f8ee-8355-4ec0-b920-6fad11d56043 req-32cba928-ad5f-4c11-90ec-9bbd47ff5ace tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Enqueued Resource ID: 7c215908-dd8a-47b4-8ae6-43926bc54984 with Priority: HIGHEST for action security_group_members [ 1145.187251] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c215908-dd8a-47b4-8ae6-43926bc54984 with Priority: HIGHEST for action security_group_members [ 1145.187626] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c215908-dd8a-47b4-8ae6-43926bc54984 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.187867] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.187867] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.188585] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.188776] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.188920] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.189008] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.189291] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.189350] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.189459] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c215908-dd8a-47b4-8ae6-43926bc54984',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.416261] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: SUCCESS [ 1145.416261] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.416261] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.416261] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.416261] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.416261] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.416261] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.416261] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.416261] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.417497] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.480252] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-137 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.480252] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-137" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.480521] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-137" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.480662] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-137" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.482926] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.483150] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.483227] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.483456] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.483699] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.483911] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.485075] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.485075] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.485075] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.485075] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.485075] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.485075] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.501095] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.501259] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1145.501421] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.501617] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-137" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.501918] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-45b23318-0d97-4090-b906-79ed6aad513a taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.502097] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-45b23318-0d97-4090-b906-79ed6aad513a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.502217] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-45b23318-0d97-4090-b906-79ed6aad513a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.502538] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-45b23318-0d97-4090-b906-79ed6aad513a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.503023] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45b23318-0d97-4090-b906-79ed6aad513a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.693118] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.693118] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.693118] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.693447] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.693447] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.694385] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.694385] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.694385] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.694385] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.694385] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.694385] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c215908-dd8a-47b4-8ae6-43926bc54984 already deleted. [ 1145.694385] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.916725] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424d5d13-3045-45cb-a397-d748954b6f87 in Status: SUCCESS [ 1145.916725] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.917045] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.917045] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.917218] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.917343] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.917411] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.917575] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.917656] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.917739] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.917832] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.922367] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.007044] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.007044] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.007044] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.007044] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.007044] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.007592] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 45b23318-0d97-4090-b906-79ed6aad513a not found, creating... [ 1146.007592] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.007743] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.007898] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.008224] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.008430] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.008784] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.008972] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.009139] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.009429] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.009595] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.009778] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 45b23318-0d97-4090-b906-79ed6aad513a is going to be created. [ 1146.027722] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.027987] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.028172] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.028473] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.028741] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.029036] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-45b23318-0d97-4090-b906-79ed6aad513a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.419993] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.423021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.423021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.423021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.423021] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.423021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.423021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.423021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.423021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.423021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.423021] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.423021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.423021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.423021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.423021] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.423021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.423021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.423021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.423021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.423972] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.423972] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.426421] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.705875] env[69148]: INFO networking_nsxv3.common.synchronization [req-9a4a864b-5391-48d1-ba5d-72087caed2c6 req-966588dc-0d05-4f40-b925-7614cb5c5d6b tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Enqueued Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 1146.706560] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 1146.706869] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.706989] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.707071] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.707270] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.707419] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.707880] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.707986] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.708183] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.708521] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.708521] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.855434] env[69148]: INFO networking_nsxv3.common.synchronization [req-ef13f8ee-8355-4ec0-b920-6fad11d56043 req-90c2b626-18ea-461e-92fc-a563b0fbfb9d service nova] Enqueued Resource ID: 7c215908-dd8a-47b4-8ae6-43926bc54984 with Priority: HIGHEST for action security_group_rules [ 1146.855535] env[69148]: INFO networking_nsxv3.common.synchronization [req-ef13f8ee-8355-4ec0-b920-6fad11d56043 req-90c2b626-18ea-461e-92fc-a563b0fbfb9d service nova] Enqueued Resource ID: 7c215908-dd8a-47b4-8ae6-43926bc54984 with Priority: HIGHEST for action security_group_members [ 1146.855950] env[69148]: INFO networking_nsxv3.common.synchronization [req-ef13f8ee-8355-4ec0-b920-6fad11d56043 req-90c2b626-18ea-461e-92fc-a563b0fbfb9d service nova] Enqueued Resource ID: 45b23318-0d97-4090-b906-79ed6aad513a with Priority: HIGHEST for action port [ 1146.859499] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c215908-dd8a-47b4-8ae6-43926bc54984 with Priority: HIGHEST for action security_group_rules [ 1146.859499] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c215908-dd8a-47b4-8ae6-43926bc54984 with Priority: HIGHEST for action security_group_members [ 1146.859499] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b23318-0d97-4090-b906-79ed6aad513a with Priority: HIGHEST for action port [ 1146.859499] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c215908-dd8a-47b4-8ae6-43926bc54984 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.859499] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.859499] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.859499] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.859499] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c215908-dd8a-47b4-8ae6-43926bc54984',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.860101] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c215908-dd8a-47b4-8ae6-43926bc54984 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.860170] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.860254] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.860478] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.860807] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.860932] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.861030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.861258] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.861344] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.861462] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c215908-dd8a-47b4-8ae6-43926bc54984',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.862310] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-45b23318-0d97-4090-b906-79ed6aad513a taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.862755] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45b23318-0d97-4090-b906-79ed6aad513a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.862867] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45b23318-0d97-4090-b906-79ed6aad513a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.863766] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45b23318-0d97-4090-b906-79ed6aad513a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.863869] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45b23318-0d97-4090-b906-79ed6aad513a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.929405] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 424d5d13-3045-45cb-a397-d748954b6f87: rpc.has_security_group_logging(os_id): False [ 1146.930750] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.930897] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.930994] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.931236] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.931371] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.931478] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b is going to be updated. [ 1146.953144] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.953314] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.953389] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.953631] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.953700] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.954043] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.954043] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.954170] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.954230] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.954306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.954481] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.954573] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.954633] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.954780] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.954854] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.955238] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.955421] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.955530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.955718] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.955931] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.956077] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 424d5d13-3045-45cb-a397-d748954b6f87 is going to be updated. [ 1146.967082] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.967234] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.967304] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.967484] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.967622] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.976028] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: IN_PROGRESS for 2s [ 1147.014961] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.015241] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.015241] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.015422] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.015570] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.030951] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 424d5d13-3045-45cb-a397-d748954b6f87 in Status: IN_PROGRESS for 2s [ 1147.169659] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.169843] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-120" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.169843] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-120" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.170284] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-120" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.170627] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.170899] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.171158] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.171585] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.171864] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.172260] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.172497] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.172746] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.172957] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.173245] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.173504] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.173773] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.196934] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.197336] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1147.197586] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.197868] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-120" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.198378] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-65c4d22c-4749-4543-ac0e-1c2947aed978 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.198666] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-65c4d22c-4749-4543-ac0e-1c2947aed978" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.198883] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-65c4d22c-4749-4543-ac0e-1c2947aed978" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.199404] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-65c4d22c-4749-4543-ac0e-1c2947aed978" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.199645] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65c4d22c-4749-4543-ac0e-1c2947aed978',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.210064] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.210275] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.210392] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.210675] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.210821] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.211119] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.211364] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.211364] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.211670] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.211794] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.211893] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 is going to be updated. [ 1147.236500] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.236684] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.236684] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.236894] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.237045] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.245548] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: IN_PROGRESS for 2s [ 1147.366325] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c215908-dd8a-47b4-8ae6-43926bc54984 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.366325] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.366560] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c215908-dd8a-47b4-8ae6-43926bc54984',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.367426] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45b23318-0d97-4090-b906-79ed6aad513a with status ACTIVE [ 1147.367544] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.367686] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.367758] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.367963] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.368311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.368311] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.368311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.368466] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.368500] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.368573] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.368749] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.368845] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.369076] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.369326] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.369326] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.369326] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45b23318-0d97-4090-b906-79ed6aad513a is going to be updated. [ 1147.388103] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.388254] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.388305] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.388492] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.388624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.388777] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45b23318-0d97-4090-b906-79ed6aad513a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.703965] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.703965] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.703965] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.703965] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.703965] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.703965] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 65c4d22c-4749-4543-ac0e-1c2947aed978 not found, creating... [ 1147.703965] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.703965] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.703965] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.703965] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.704426] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.704426] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.704503] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.704638] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.704903] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.705350] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.705350] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 65c4d22c-4749-4543-ac0e-1c2947aed978 is going to be created. [ 1147.728863] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.729114] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.729312] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.729674] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.730063] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.730404] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-65c4d22c-4749-4543-ac0e-1c2947aed978" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.871194] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c215908-dd8a-47b4-8ae6-43926bc54984',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.153486] env[69148]: INFO networking_nsxv3.common.synchronization [req-45d6dee3-36a0-4eb0-87e4-37b225ebee48 req-e60f2940-6d1d-4c38-aae9-a23eb806a361 tempest-ServersTestJSON-1120259024 tempest-ServersTestJSON-1120259024-project-member] Enqueued Resource ID: 76557bd9-9de8-4dbf-ab60-70df1591a6c6 with Priority: HIGHEST for action security_group_members [ 1148.154037] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76557bd9-9de8-4dbf-ab60-70df1591a6c6 with Priority: HIGHEST for action security_group_members [ 1148.154347] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-76557bd9-9de8-4dbf-ab60-70df1591a6c6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.154485] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.154556] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.154751] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.154915] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.155371] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.155485] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.155645] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.155747] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.155843] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76557bd9-9de8-4dbf-ab60-70df1591a6c6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.373531] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.374105] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.374105] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.374105] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.374265] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.374265] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c215908-dd8a-47b4-8ae6-43926bc54984 is going to be created. [ 1148.399280] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.399418] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.399492] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.399794] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.399893] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.404964] env[69148]: INFO networking_nsxv3.common.synchronization [req-9a4a864b-5391-48d1-ba5d-72087caed2c6 req-04c2f856-e3ed-4476-a75e-45dcfa710052 service nova] Enqueued Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_rules [ 1148.405167] env[69148]: INFO networking_nsxv3.common.synchronization [req-9a4a864b-5391-48d1-ba5d-72087caed2c6 req-04c2f856-e3ed-4476-a75e-45dcfa710052 service nova] Enqueued Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 1148.405324] env[69148]: INFO networking_nsxv3.common.synchronization [req-9a4a864b-5391-48d1-ba5d-72087caed2c6 req-04c2f856-e3ed-4476-a75e-45dcfa710052 service nova] Enqueued Resource ID: 65c4d22c-4749-4543-ac0e-1c2947aed978 with Priority: HIGHEST for action port [ 1148.405856] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_rules [ 1148.405951] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 1148.406065] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65c4d22c-4749-4543-ac0e-1c2947aed978 with Priority: HIGHEST for action port [ 1148.406332] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.406449] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.406513] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.406716] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.406796] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.409554] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.409554] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.409554] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-65c4d22c-4749-4543-ac0e-1c2947aed978 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.409554] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65c4d22c-4749-4543-ac0e-1c2947aed978" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.409554] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65c4d22c-4749-4543-ac0e-1c2947aed978" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.409554] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65c4d22c-4749-4543-ac0e-1c2947aed978" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.409554] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65c4d22c-4749-4543-ac0e-1c2947aed978',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.410108] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c215908-dd8a-47b4-8ae6-43926bc54984 in Status: UNINITIALIZED for 2s [ 1148.537386] env[69148]: INFO networking_nsxv3.common.synchronization [req-fcdfbf01-e467-4aed-8a10-6a034bea5311 req-35ccb35e-bda1-42e9-9884-e24cc7a1cf64 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Enqueued Resource ID: 3055d085-8ced-478c-a385-f1a08ce79f79 with Priority: HIGHEST for action security_group_members [ 1148.538163] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3055d085-8ced-478c-a385-f1a08ce79f79 with Priority: HIGHEST for action security_group_members [ 1148.538475] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-3055d085-8ced-478c-a385-f1a08ce79f79 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.538598] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.538667] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.538858] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.539019] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.539140] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.539179] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.539378] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.539466] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.539558] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3055d085-8ced-478c-a385-f1a08ce79f79',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.658757] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.658936] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.658982] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.659274] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.659396] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.659552] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.659699] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.659699] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.659859] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.659935] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.660031] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76557bd9-9de8-4dbf-ab60-70df1591a6c6 is going to be updated. [ 1148.691830] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.692030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.692064] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.692417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.692417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.703531] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76557bd9-9de8-4dbf-ab60-70df1591a6c6 in Status: IN_PROGRESS for 2s [ 1148.910294] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.910438] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.910653] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65c4d22c-4749-4543-ac0e-1c2947aed978 with status ACTIVE [ 1148.911031] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.911031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.911031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.911257] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.911301] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.911453] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.911592] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.911665] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.911781] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.911906] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.912084] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.912198] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.912198] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.912319] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.912613] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.912613] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65c4d22c-4749-4543-ac0e-1c2947aed978 is going to be updated. [ 1148.931617] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.931836] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.931884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.932101] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.932257] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.932420] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65c4d22c-4749-4543-ac0e-1c2947aed978" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.996609] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: SUCCESS [ 1148.996835] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.997009] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.997252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.997441] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.997562] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.997629] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.997779] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.997862] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.997946] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.998055] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.041849] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.041984] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.042061] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.042262] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.042351] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.042529] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.042624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.042685] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.042827] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.042902] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.042993] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3055d085-8ced-478c-a385-f1a08ce79f79 is going to be updated. [ 1149.049929] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 424d5d13-3045-45cb-a397-d748954b6f87 in Status: SUCCESS [ 1149.050130] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.079315] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.079484] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.079566] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.079776] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.080519] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.090208] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3055d085-8ced-478c-a385-f1a08ce79f79 in Status: IN_PROGRESS for 2s [ 1149.254894] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: SUCCESS [ 1149.255269] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 deletion is rescheduled due to dependency. [ 1149.255269] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.255401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.255664] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.255917] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.256079] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.256170] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.256361] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.256468] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.256593] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.500966] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.501442] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.501731] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.502157] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.503822] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.503822] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.503822] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.503822] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.503822] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.503822] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.503822] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.503822] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.503822] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.503822] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.504945] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.504945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.504945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.504945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.504945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.504945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.504945] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.759434] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.972609] env[69148]: INFO networking_nsxv3.common.synchronization [req-dd2410c5-3d64-4be7-9127-a7827a0378f4 req-c91d5bae-bed1-4e6d-a184-8b57fe509b56 tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Enqueued Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_members [ 1149.973115] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_members [ 1149.973729] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.973861] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.973930] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.974145] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.974301] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.974402] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.974491] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.974600] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.974684] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.974774] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.007898] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2e13469-c28b-4d9f-8469-a7ffb4376c5b: rpc.has_security_group_logging(os_id): False [ 1150.024598] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.024760] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.024829] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.025047] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.025141] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.025355] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.025507] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.025682] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.025809] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.025891] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.026109] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.026193] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.026258] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.026398] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.026472] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.026655] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.026783] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.026848] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.026988] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.027147] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.027288] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b is going to be updated. [ 1150.083334] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.083481] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.083586] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.083881] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.084088] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.107958] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: IN_PROGRESS for 2s [ 1150.269304] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.350750] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.350950] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-382" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.351089] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-382" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.351375] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-382" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.351657] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.351829] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.351950] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.352185] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.352335] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.352565] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1150.352678] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.352791] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.352902] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.353030] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1150.353183] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.353345] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.370134] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.370333] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1150.370487] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.370665] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-382" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.370980] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-ccc6ba88-3b00-4745-95b1-6e065bca69e8 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.371178] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-ccc6ba88-3b00-4745-95b1-6e065bca69e8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.371302] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-ccc6ba88-3b00-4745-95b1-6e065bca69e8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.371686] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-ccc6ba88-3b00-4745-95b1-6e065bca69e8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.371835] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccc6ba88-3b00-4745-95b1-6e065bca69e8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.419462] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c215908-dd8a-47b4-8ae6-43926bc54984 in Status: SUCCESS [ 1150.419691] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.419851] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.420091] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.420328] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.420578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.420638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.420840] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.420900] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.420985] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.421139] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c215908-dd8a-47b4-8ae6-43926bc54984',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.476710] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.476898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.476959] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.477160] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.477295] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.477492] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.477595] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.477652] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.477813] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.477889] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.477973] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f12fef98-8100-404a-8a99-8fca5d46233e is going to be updated. [ 1150.501012] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.501248] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.501248] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.501391] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.501526] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.508947] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: IN_PROGRESS for 2s [ 1150.712709] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76557bd9-9de8-4dbf-ab60-70df1591a6c6 in Status: SUCCESS [ 1150.712897] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76557bd9-9de8-4dbf-ab60-70df1591a6c6 deletion is rescheduled due to dependency. [ 1150.713026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.772266] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.772502] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.772584] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.772808] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.772899] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.773026] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 is going to be updated. [ 1150.799602] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.799769] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.799841] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.801396] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.801396] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.807693] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: IN_PROGRESS for 2s [ 1150.877110] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.877922] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.877922] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.877922] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.877922] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.878173] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port ccc6ba88-3b00-4745-95b1-6e065bca69e8 not found, creating... [ 1150.878406] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.878562] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.878681] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.878892] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.879040] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.880723] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.880723] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.880723] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.880723] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.880723] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.881273] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: ccc6ba88-3b00-4745-95b1-6e065bca69e8 is going to be created. [ 1150.903414] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.903701] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.903790] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.904078] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.904336] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.904580] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-ccc6ba88-3b00-4745-95b1-6e065bca69e8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.923409] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c215908-dd8a-47b4-8ae6-43926bc54984 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.923550] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.923626] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.923847] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.924032] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.924138] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.924201] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.924351] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.924437] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.924523] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.924701] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c215908-dd8a-47b4-8ae6-43926bc54984 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.924819] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.924887] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.925062] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.925208] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.925302] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.925363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.925501] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.926383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.926383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.926383] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c215908-dd8a-47b4-8ae6-43926bc54984',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.100872] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3055d085-8ced-478c-a385-f1a08ce79f79 in Status: SUCCESS [ 1151.100872] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3055d085-8ced-478c-a385-f1a08ce79f79 deletion is rescheduled due to dependency. [ 1151.101106] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.431530] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c215908-dd8a-47b4-8ae6-43926bc54984: rpc.has_security_group_logging(os_id): False [ 1151.457264] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.457264] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.457264] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.457264] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.457264] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.457707] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.457707] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.457707] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.457707] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.457854] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.458594] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.458594] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.458594] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.458594] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.458594] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.458594] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.459157] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.459157] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.459157] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.459157] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.459157] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c215908-dd8a-47b4-8ae6-43926bc54984 is going to be created. [ 1151.530586] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.530742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.530809] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.531039] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.531229] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.542485] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c215908-dd8a-47b4-8ae6-43926bc54984 in Status: IN_PROGRESS for 2s [ 1151.596639] env[69148]: INFO networking_nsxv3.common.synchronization [req-dd2410c5-3d64-4be7-9127-a7827a0378f4 req-6b059b99-2992-4aa5-ac6e-7fca81d62fab service nova] Enqueued Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_rules [ 1151.596841] env[69148]: INFO networking_nsxv3.common.synchronization [req-dd2410c5-3d64-4be7-9127-a7827a0378f4 req-6b059b99-2992-4aa5-ac6e-7fca81d62fab service nova] Enqueued Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_members [ 1151.597009] env[69148]: INFO networking_nsxv3.common.synchronization [req-dd2410c5-3d64-4be7-9127-a7827a0378f4 req-6b059b99-2992-4aa5-ac6e-7fca81d62fab service nova] Enqueued Resource ID: ccc6ba88-3b00-4745-95b1-6e065bca69e8 with Priority: HIGHEST for action port [ 1151.597276] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_rules [ 1151.597408] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_members [ 1151.597509] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccc6ba88-3b00-4745-95b1-6e065bca69e8 with Priority: HIGHEST for action port [ 1151.598246] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.598398] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.598499] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.598689] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.598773] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.599965] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.600099] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.600458] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccc6ba88-3b00-4745-95b1-6e065bca69e8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.600591] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccc6ba88-3b00-4745-95b1-6e065bca69e8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.600675] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccc6ba88-3b00-4745-95b1-6e065bca69e8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.600863] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccc6ba88-3b00-4745-95b1-6e065bca69e8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.600944] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccc6ba88-3b00-4745-95b1-6e065bca69e8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.103969] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.103969] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.103969] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ccc6ba88-3b00-4745-95b1-6e065bca69e8 with status ACTIVE [ 1152.103969] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.104161] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.104161] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.107105] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.107105] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.107105] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.107105] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.107105] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.107390] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.107390] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.107511] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.107559] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.107689] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.107747] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.107872] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.107902] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ccc6ba88-3b00-4745-95b1-6e065bca69e8 is going to be updated. [ 1152.128454] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: SUCCESS [ 1152.128695] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.129673] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.129815] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.129885] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.130123] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.130267] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.130444] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccc6ba88-3b00-4745-95b1-6e065bca69e8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.520247] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: SUCCESS [ 1152.520247] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f12fef98-8100-404a-8a99-8fca5d46233e deletion is rescheduled due to dependency. [ 1152.520247] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.520600] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.520631] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.520873] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.521016] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.521135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.521256] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.521375] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.521481] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.816672] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: SUCCESS [ 1152.817046] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.817135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.817688] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.817944] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.818043] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.818078] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.818231] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.818312] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.818399] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.818492] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.025197] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.320558] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.320766] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.320812] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.321014] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.321177] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.321270] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.321332] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.321495] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.321578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.321742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.321897] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.321985] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.322051] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.322198] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.322336] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.322427] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.322485] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.322617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.322690] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.322769] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.322856] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.527679] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.555544] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c215908-dd8a-47b4-8ae6-43926bc54984 in Status: SUCCESS [ 1153.555544] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.825696] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 662ea25f-4f1b-416e-bafb-b25aba645d39: rpc.has_security_group_logging(os_id): False [ 1153.849645] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.849964] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.849964] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.850106] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.850211] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.850455] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.850583] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.850653] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.850810] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.850913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.851166] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.851272] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.851337] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.851510] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.851590] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.851810] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.852067] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.852067] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.852181] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.852213] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.852327] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 is going to be updated. [ 1153.909546] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.909755] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.909755] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.909982] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.910151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.929257] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: IN_PROGRESS for 2s [ 1154.032526] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.033294] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.033475] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.033807] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.035306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.035436] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f12fef98-8100-404a-8a99-8fca5d46233e is going to be updated. [ 1154.072060] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.072220] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.072292] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.072512] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.072676] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.081106] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: IN_PROGRESS for 2s [ 1154.610021] env[69148]: INFO networking_nsxv3.common.synchronization [req-2c306517-f375-4cae-ab00-981ca281f971 req-d9fbe668-dba3-4744-a948-aabf41ba8bcc tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Enqueued Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1154.610021] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1154.610021] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.610021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.610021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.610721] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.610985] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.614628] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.614628] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.614628] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.614628] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.614628] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.116214] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.618175] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.808737] env[69148]: INFO networking_nsxv3.common.synchronization [req-211d7d1b-d915-484b-8446-d30bd2edba3c req-7aaebbc3-f91c-4afc-bfaf-9ef46d92e048 tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Enqueued Resource ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 with Priority: HIGHEST for action security_group_members [ 1155.809449] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 with Priority: HIGHEST for action security_group_members [ 1155.810410] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cf5384d-9342-4d30-8b5a-a4547db86d22 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.810410] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.812840] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.813203] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.813415] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.813526] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.813594] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.813819] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.813907] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.814052] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cf5384d-9342-4d30-8b5a-a4547db86d22',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.945528] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: SUCCESS [ 1155.945528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.983379] env[69148]: INFO networking_nsxv3.common.synchronization [None req-b91bdcfc-b6ab-4a2e-a638-70a91c020570 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Enqueued Resource ID: 7e56dd18-cf3f-44e3-8853-f8b0a0492646 with Priority: HIGHEST for action security_group_rules [ 1155.984018] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e56dd18-cf3f-44e3-8853-f8b0a0492646 with Priority: HIGHEST for action security_group_rules [ 1155.984348] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e56dd18-cf3f-44e3-8853-f8b0a0492646 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.984466] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.984548] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.984891] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.984974] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e56dd18-cf3f-44e3-8853-f8b0a0492646',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.076968] env[69148]: INFO networking_nsxv3.common.synchronization [None req-aec0f532-dbd1-4e86-9394-4159350e577e tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Enqueued Resource ID: 7e56dd18-cf3f-44e3-8853-f8b0a0492646 with Priority: HIGHEST for action security_group_rules [ 1156.078548] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e56dd18-cf3f-44e3-8853-f8b0a0492646 with Priority: HIGHEST for action security_group_rules [ 1156.081799] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e56dd18-cf3f-44e3-8853-f8b0a0492646 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.081799] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.090365] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: SUCCESS [ 1156.091152] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.091152] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.091152] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.091396] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.091578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.091688] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.092255] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.092255] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.092460] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.092759] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.121998] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.121998] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.121998] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.123091] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.123091] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.123091] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b is going to be updated. [ 1156.150386] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.150627] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.150749] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.151065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.151311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.161709] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: IN_PROGRESS for 2s [ 1156.321124] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cf5384d-9342-4d30-8b5a-a4547db86d22',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.523771] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.523771] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.523771] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.523978] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.524019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.524136] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e56dd18-cf3f-44e3-8853-f8b0a0492646 already deleted. [ 1156.524226] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.524411] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.524596] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.524684] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e56dd18-cf3f-44e3-8853-f8b0a0492646',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.595609] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.595772] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.595883] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.596102] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.596331] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.597030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.597030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.597030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.597030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.597030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.597030] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.597346] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.597346] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.597346] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.597439] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.597544] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.597544] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.597731] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.597786] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.597959] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.597959] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.824334] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cf5384d-9342-4d30-8b5a-a4547db86d22',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.049201] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.049201] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.049201] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.049201] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.049201] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.049201] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e56dd18-cf3f-44e3-8853-f8b0a0492646 already deleted. [ 1157.049201] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.104126] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f12fef98-8100-404a-8a99-8fca5d46233e: rpc.has_security_group_logging(os_id): False [ 1157.122754] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.122754] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.122754] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.122754] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.122754] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.122754] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.122754] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.122754] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.122754] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.122754] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.122754] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.122754] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.122754] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.123778] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.124762] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.124762] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.124762] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.125072] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.125344] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.125572] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.126494] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f12fef98-8100-404a-8a99-8fca5d46233e is going to be updated. [ 1157.204025] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.204743] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.204896] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.205346] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.205591] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.221171] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: IN_PROGRESS for 2s [ 1157.326902] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.327100] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.327193] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.327477] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.327581] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.327682] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 is going to be updated. [ 1157.360572] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.360572] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.360572] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.360572] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.360572] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.368672] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 in Status: IN_PROGRESS for 2s [ 1157.791225] env[69148]: INFO networking_nsxv3.common.synchronization [req-3ef0e3ef-789d-408a-a144-ce57a2ddb0a4 req-161c67c0-7bd7-4e5c-96cd-96cdfe2f6f79 tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Enqueued Resource ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 with Priority: HIGHEST for action security_group_members [ 1157.791756] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 with Priority: HIGHEST for action security_group_members [ 1157.793238] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9722d51-57e3-4e87-93f2-2e5f2d457077 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.793372] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.793446] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.793653] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.793822] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.793924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.793983] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.794155] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.794243] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.794339] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9722d51-57e3-4e87-93f2-2e5f2d457077',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.172143] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: SUCCESS [ 1158.172489] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.296951] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9722d51-57e3-4e87-93f2-2e5f2d457077',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.799059] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9722d51-57e3-4e87-93f2-2e5f2d457077',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.233226] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: SUCCESS [ 1159.233482] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.301134] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.301313] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.301377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.301670] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.301784] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.301950] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 is going to be updated. [ 1159.330324] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.330591] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.330591] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.330845] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.330982] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.338357] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 in Status: IN_PROGRESS for 2s [ 1159.377493] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 in Status: SUCCESS [ 1159.377726] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.065531] env[69148]: INFO networking_nsxv3.common.synchronization [req-bcd28972-3701-4c79-a6d2-e5f6fca4afef req-85789b5d-e2dc-444d-b7fb-0ca764288bd0 tempest-ServerGroupTestJSON-577213838 tempest-ServerGroupTestJSON-577213838-project-member] Enqueued Resource ID: 7c215908-dd8a-47b4-8ae6-43926bc54984 with Priority: HIGHEST for action security_group_members [ 1160.066171] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c215908-dd8a-47b4-8ae6-43926bc54984 with Priority: HIGHEST for action security_group_members [ 1160.067204] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c215908-dd8a-47b4-8ae6-43926bc54984 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.067204] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.067204] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.067204] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.067204] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.067204] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.067204] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.067597] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.067709] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.068492] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c215908-dd8a-47b4-8ae6-43926bc54984',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.570831] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.571176] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.571176] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.571307] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.571399] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.571678] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.571849] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.571948] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.572165] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.572293] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.572395] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c215908-dd8a-47b4-8ae6-43926bc54984 is going to be updated. [ 1160.597135] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.597324] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.597402] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.597670] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.597822] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.607244] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c215908-dd8a-47b4-8ae6-43926bc54984 in Status: IN_PROGRESS for 2s [ 1161.348369] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 in Status: SUCCESS [ 1161.348869] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.380798] env[69148]: INFO networking_nsxv3.common.synchronization [req-22188c90-272c-4c87-8a89-1a9377cc619e req-b9c8678d-5526-4be0-a2a6-957dedce2c87 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Enqueued Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1161.381322] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1161.381490] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.381609] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.381678] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.381944] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.382883] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.382883] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.382883] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.382883] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.382883] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.382883] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.678970] env[69148]: INFO networking_nsxv3.common.synchronization [req-a618a352-85b7-40a3-a512-e73c09aa9c8d req-40a092bb-a9e2-4343-932a-17a6b7f319f9 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Enqueued Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 1161.679598] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 1161.680048] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.680205] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.680278] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.680490] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.680674] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.680797] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.680856] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.681059] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.681159] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.681253] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.884885] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.187243] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.187406] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.187482] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.187764] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.187855] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.188080] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.188180] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.188241] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.188388] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.188485] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.188548] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 is going to be updated. [ 1162.216384] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.216567] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.216650] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.217223] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.217432] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.225997] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: IN_PROGRESS for 2s [ 1162.387506] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.618341] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c215908-dd8a-47b4-8ae6-43926bc54984 in Status: SUCCESS [ 1162.618598] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c215908-dd8a-47b4-8ae6-43926bc54984 deletion is rescheduled due to dependency. [ 1162.618776] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.889673] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.890118] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.890118] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.890287] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.890402] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.891041] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b is going to be updated. [ 1162.916911] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.916911] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.916911] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.916911] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.916911] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.925054] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: IN_PROGRESS for 2s [ 1164.039553] env[69148]: INFO networking_nsxv3.common.synchronization [req-66bb159e-4342-4d7d-a7fb-709c6587d463 req-e7ef0349-45f7-4953-a0aa-75c274ff9e3e tempest-ServerDiskConfigTestJSON-1736444613 tempest-ServerDiskConfigTestJSON-1736444613-project-member] Enqueued Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_members [ 1164.040124] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGHEST for action security_group_members [ 1164.040884] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.041225] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.041225] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.041383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.041418] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.042033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.042033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.042033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.042033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.042033] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.235452] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: SUCCESS [ 1164.235619] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 deletion is rescheduled due to dependency. [ 1164.235733] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.544815] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.545009] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.545097] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.545358] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.545458] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.545664] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.545769] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.545830] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.545982] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.546072] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.546184] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f12fef98-8100-404a-8a99-8fca5d46233e is going to be updated. [ 1164.570989] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.571238] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.571296] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.571468] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.571612] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.578904] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: IN_PROGRESS for 2s [ 1164.934808] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: SUCCESS [ 1164.935087] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.175662] env[69148]: INFO networking_nsxv3.common.synchronization [req-7b090381-ec18-427f-8c2c-c36d80edbabd req-ca7a5b80-ce7b-4294-8fa8-5141e3e138ef tempest-ServerRescueTestJSON-258443047 tempest-ServerRescueTestJSON-258443047-project-member] Enqueued Resource ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 with Priority: HIGHEST for action security_group_members [ 1165.176253] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 with Priority: HIGHEST for action security_group_members [ 1165.176596] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cf5384d-9342-4d30-8b5a-a4547db86d22 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.176753] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.176841] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.177076] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.177260] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.177478] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.177533] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.177666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.177753] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.177847] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cf5384d-9342-4d30-8b5a-a4547db86d22',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.465592] env[69148]: INFO networking_nsxv3.common.synchronization [req-239a9358-6332-4601-b6aa-10e6c253efc2 req-708c124b-9c80-4c30-b52f-352f1088e6a3 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Enqueued Resource ID: 7e56dd18-cf3f-44e3-8853-f8b0a0492646 with Priority: HIGHEST for action security_group_members [ 1165.466145] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e56dd18-cf3f-44e3-8853-f8b0a0492646 with Priority: HIGHEST for action security_group_members [ 1165.466467] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e56dd18-cf3f-44e3-8853-f8b0a0492646 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.466611] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.466661] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.466879] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.467850] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.468019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.468135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.468272] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.468358] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.468610] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e56dd18-cf3f-44e3-8853-f8b0a0492646',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.679553] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.679727] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.679798] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.680038] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.680134] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.680396] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.680508] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.680591] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.680745] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.680813] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.680907] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 is going to be updated. [ 1165.722172] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.722316] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.722388] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.722598] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.722742] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.730569] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 in Status: IN_PROGRESS for 2s [ 1165.744077] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-588 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.744276] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-588" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.744400] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-588" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.744652] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-588" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.744917] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.745153] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.745277] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.745494] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.745706] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.745837] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1165.745952] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.746073] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.746181] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.746290] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1165.746396] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.746527] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.762533] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.762737] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1165.762840] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.762953] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-588" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.763261] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-ab415aa4-75ae-498c-8ce5-e082e8771548 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.763453] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-ab415aa4-75ae-498c-8ce5-e082e8771548" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.763558] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-ab415aa4-75ae-498c-8ce5-e082e8771548" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.763837] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-ab415aa4-75ae-498c-8ce5-e082e8771548" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.763974] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab415aa4-75ae-498c-8ce5-e082e8771548',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.970627] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.970822] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.970868] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.971081] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.971174] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.971373] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.971475] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.971533] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.971684] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.971761] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.971844] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e56dd18-cf3f-44e3-8853-f8b0a0492646 already deleted. [ 1165.971922] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.265860] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.266176] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.266219] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.266471] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.266663] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.266835] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port ab415aa4-75ae-498c-8ce5-e082e8771548 not found, creating... [ 1166.267113] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.267277] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.267446] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.267653] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.267804] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.268118] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.268284] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.268410] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.268622] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.268757] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.268901] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: ab415aa4-75ae-498c-8ce5-e082e8771548 is going to be created. [ 1166.288303] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.288513] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.288643] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.288986] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.289177] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.289406] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-ab415aa4-75ae-498c-8ce5-e082e8771548" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.588571] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f12fef98-8100-404a-8a99-8fca5d46233e in Status: SUCCESS [ 1166.588776] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f12fef98-8100-404a-8a99-8fca5d46233e deletion is rescheduled due to dependency. [ 1166.588898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.000245] env[69148]: INFO networking_nsxv3.common.synchronization [req-239a9358-6332-4601-b6aa-10e6c253efc2 req-3c3661e5-e61a-4742-b106-81b67ae4c788 service nova] Enqueued Resource ID: 7e56dd18-cf3f-44e3-8853-f8b0a0492646 with Priority: HIGHEST for action security_group_rules [ 1167.000467] env[69148]: INFO networking_nsxv3.common.synchronization [req-239a9358-6332-4601-b6aa-10e6c253efc2 req-3c3661e5-e61a-4742-b106-81b67ae4c788 service nova] Enqueued Resource ID: 7e56dd18-cf3f-44e3-8853-f8b0a0492646 with Priority: HIGHEST for action security_group_members [ 1167.000784] env[69148]: INFO networking_nsxv3.common.synchronization [req-239a9358-6332-4601-b6aa-10e6c253efc2 req-3c3661e5-e61a-4742-b106-81b67ae4c788 service nova] Enqueued Resource ID: ab415aa4-75ae-498c-8ce5-e082e8771548 with Priority: HIGHEST for action port [ 1167.001350] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e56dd18-cf3f-44e3-8853-f8b0a0492646 with Priority: HIGHEST for action security_group_rules [ 1167.001482] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e56dd18-cf3f-44e3-8853-f8b0a0492646 with Priority: HIGHEST for action security_group_members [ 1167.001578] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab415aa4-75ae-498c-8ce5-e082e8771548 with Priority: HIGHEST for action port [ 1167.001914] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e56dd18-cf3f-44e3-8853-f8b0a0492646 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.004485] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.004485] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.004485] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.004485] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e56dd18-cf3f-44e3-8853-f8b0a0492646',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.004485] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e56dd18-cf3f-44e3-8853-f8b0a0492646 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.004485] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.004485] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.004485] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.004485] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.004485] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.004485] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.004485] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.004485] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.004485] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e56dd18-cf3f-44e3-8853-f8b0a0492646',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.005249] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab415aa4-75ae-498c-8ce5-e082e8771548 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.005313] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab415aa4-75ae-498c-8ce5-e082e8771548" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.005384] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab415aa4-75ae-498c-8ce5-e082e8771548" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.005553] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab415aa4-75ae-498c-8ce5-e082e8771548" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.005604] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab415aa4-75ae-498c-8ce5-e082e8771548',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.506970] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e56dd18-cf3f-44e3-8853-f8b0a0492646 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.507262] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.507330] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab415aa4-75ae-498c-8ce5-e082e8771548 with status ACTIVE [ 1167.507495] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.507624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.507693] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.508167] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.508167] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.508167] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.508321] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.508321] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.508973] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.508973] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.508973] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.508973] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.508973] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.509267] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.509267] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.509267] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab415aa4-75ae-498c-8ce5-e082e8771548 is going to be updated. [ 1167.510325] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e56dd18-cf3f-44e3-8853-f8b0a0492646',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.529539] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.529735] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.529805] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.530660] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.530827] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.530984] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab415aa4-75ae-498c-8ce5-e082e8771548" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.740651] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 in Status: SUCCESS [ 1167.740786] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 deletion is rescheduled due to dependency. [ 1167.740833] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.014053] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e56dd18-cf3f-44e3-8853-f8b0a0492646',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.516720] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.517034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.517034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.517192] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.517319] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.517495] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e56dd18-cf3f-44e3-8853-f8b0a0492646 is going to be created. [ 1168.538656] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.538761] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.538826] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.539108] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.539321] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.547939] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e56dd18-cf3f-44e3-8853-f8b0a0492646 in Status: UNINITIALIZED for 2s [ 1169.824889] env[69148]: INFO networking_nsxv3.common.synchronization [req-7e0d2f6b-d05b-4350-8ece-1209fd8d127e req-0ec5ffa7-b955-4c9d-a879-0da1270c0388 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Enqueued Resource ID: 85270a4e-0efa-4737-a203-a1d89b224353 with Priority: HIGHEST for action security_group_members [ 1169.825440] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85270a4e-0efa-4737-a203-a1d89b224353 with Priority: HIGHEST for action security_group_members [ 1169.825762] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-85270a4e-0efa-4737-a203-a1d89b224353 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.825888] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.825957] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.826234] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.826394] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.826495] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.826558] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.826711] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.826796] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.826888] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85270a4e-0efa-4737-a203-a1d89b224353',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.025828] env[69148]: INFO networking_nsxv3.common.synchronization [req-d3a2988a-215b-44d9-982d-d21c66452378 req-690ba9a0-94c8-4a5f-82cf-8bcb4ffe56cc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Enqueued Resource ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 with Priority: HIGHEST for action security_group_members [ 1170.026406] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 with Priority: HIGHEST for action security_group_members [ 1170.026783] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9722d51-57e3-4e87-93f2-2e5f2d457077 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.027020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.031267] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.031267] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.031267] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.031267] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.031267] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.031267] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.031267] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.031267] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9722d51-57e3-4e87-93f2-2e5f2d457077',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.329702] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.329874] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.329944] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.330181] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.330274] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.330556] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.330660] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.330723] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.330848] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.330924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.331014] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85270a4e-0efa-4737-a203-a1d89b224353 is going to be updated. [ 1170.363247] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.363390] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.363463] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.364025] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.364186] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.373841] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85270a4e-0efa-4737-a203-a1d89b224353 in Status: IN_PROGRESS for 2s [ 1170.532644] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.532811] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.532883] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.533154] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.533253] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.533470] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.533567] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.533631] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.533781] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.533857] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.533947] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 is going to be updated. [ 1170.556833] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e56dd18-cf3f-44e3-8853-f8b0a0492646 in Status: SUCCESS [ 1170.556916] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.557079] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.557290] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.557551] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.557735] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.557735] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.557865] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.557936] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.558088] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.558161] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e56dd18-cf3f-44e3-8853-f8b0a0492646',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.560313] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.560445] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.560508] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.560735] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.560895] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.568054] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 in Status: IN_PROGRESS for 2s [ 1171.062543] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e56dd18-cf3f-44e3-8853-f8b0a0492646',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.565893] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e56dd18-cf3f-44e3-8853-f8b0a0492646: rpc.has_security_group_logging(os_id): False [ 1171.586639] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.586789] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.586837] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.587073] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.587164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.587412] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.587513] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.587577] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.587812] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.587888] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.587974] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e56dd18-cf3f-44e3-8853-f8b0a0492646 is going to be created. [ 1171.656975] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.657171] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.657245] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.657451] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.657665] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.668662] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e56dd18-cf3f-44e3-8853-f8b0a0492646 in Status: IN_PROGRESS for 2s [ 1172.383899] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85270a4e-0efa-4737-a203-a1d89b224353 in Status: SUCCESS [ 1172.384175] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85270a4e-0efa-4737-a203-a1d89b224353 deletion is rescheduled due to dependency. [ 1172.384214] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.577338] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 in Status: SUCCESS [ 1172.577523] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 deletion is rescheduled due to dependency. [ 1172.577709] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.684274] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e56dd18-cf3f-44e3-8853-f8b0a0492646 in Status: SUCCESS [ 1173.684918] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.027369] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1175.027606] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1178.288295] env[69148]: INFO networking_nsxv3.common.synchronization [None req-a344657c-7672-4171-a021-7fcfb1516ca4 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Enqueued Resource ID: f9f7b709-0907-4cda-9e7a-24ca5d05c71a with Priority: HIGHEST for action security_group_rules [ 1178.288875] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9f7b709-0907-4cda-9e7a-24ca5d05c71a with Priority: HIGHEST for action security_group_rules [ 1178.289197] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9f7b709-0907-4cda-9e7a-24ca5d05c71a taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.289324] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.289390] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.289642] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.289780] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9f7b709-0907-4cda-9e7a-24ca5d05c71a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.368991] env[69148]: INFO networking_nsxv3.common.synchronization [None req-926a9112-f6ed-405c-aaa6-3876a82bfda5 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Enqueued Resource ID: f9f7b709-0907-4cda-9e7a-24ca5d05c71a with Priority: HIGHEST for action security_group_rules [ 1178.369496] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9f7b709-0907-4cda-9e7a-24ca5d05c71a with Priority: HIGHEST for action security_group_rules [ 1178.370200] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9f7b709-0907-4cda-9e7a-24ca5d05c71a taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.370200] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.812219] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.812380] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.812446] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.812631] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.812724] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.812863] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9f7b709-0907-4cda-9e7a-24ca5d05c71a already deleted. [ 1178.812924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.813095] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.813249] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.813330] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9f7b709-0907-4cda-9e7a-24ca5d05c71a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.332813] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.336231] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.336314] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.336523] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.336611] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.336712] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9f7b709-0907-4cda-9e7a-24ca5d05c71a already deleted. [ 1179.336788] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.494339] env[69148]: INFO networking_nsxv3.common.synchronization [None req-9ef25247-cb7a-47f9-abe4-e6f78a7319dc tempest-AttachInterfacesTestJSON-635138930 tempest-AttachInterfacesTestJSON-635138930-project-member] Enqueued Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_members [ 1179.494985] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGHEST for action security_group_members [ 1179.495284] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.495428] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.495502] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.495733] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.496100] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.496100] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.496100] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.496289] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.496289] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.496367] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.823722] env[69148]: INFO networking_nsxv3.common.synchronization [None req-ff0728f1-db61-40a8-8360-145ca88a410f None None] Enqueued Resource ID: f701135e-59d6-4fbe-a4d7-ecf98f47dcdb with Priority: HIGHEST for action port [ 1179.823996] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f701135e-59d6-4fbe-a4d7-ecf98f47dcdb with Priority: HIGHEST for action port [ 1179.824603] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-f701135e-59d6-4fbe-a4d7-ecf98f47dcdb taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.824778] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f701135e-59d6-4fbe-a4d7-ecf98f47dcdb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.824808] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f701135e-59d6-4fbe-a4d7-ecf98f47dcdb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.825088] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f701135e-59d6-4fbe-a4d7-ecf98f47dcdb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.825174] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f701135e-59d6-4fbe-a4d7-ecf98f47dcdb',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.999230] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.999447] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.999447] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.999662] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.999783] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.999992] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.000099] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.000166] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.000625] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.000776] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.000878] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424d5d13-3045-45cb-a397-d748954b6f87 is going to be updated. [ 1180.028047] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.028211] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.028259] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.028454] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.028596] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.036138] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424d5d13-3045-45cb-a397-d748954b6f87 in Status: IN_PROGRESS for 2s [ 1180.327588] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f701135e-59d6-4fbe-a4d7-ecf98f47dcdb [ 1180.327824] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.328698] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.328698] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.328698] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.328698] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.328698] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f701135e-59d6-4fbe-a4d7-ecf98f47dcdb already deleted. [ 1180.328698] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f701135e-59d6-4fbe-a4d7-ecf98f47dcdb" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.330639] env[69148]: INFO networking_nsxv3.common.synchronization [None req-2137af49-8606-440a-8d75-b0a492036721 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Enqueued Resource ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 with Priority: HIGHEST for action security_group_rules [ 1180.331245] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 with Priority: HIGHEST for action security_group_rules [ 1180.331817] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.331960] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.332049] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.332270] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.332353] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.412300] env[69148]: INFO networking_nsxv3.common.synchronization [None req-8ca15501-bb44-4412-8966-caf46df6a0f6 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Enqueued Resource ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 with Priority: HIGHEST for action security_group_rules [ 1180.412798] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 with Priority: HIGHEST for action security_group_rules [ 1180.413145] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.413251] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.854807] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.854968] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.855084] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.855314] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.855404] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.855503] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 already deleted. [ 1180.855585] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.855731] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.855881] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.855965] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.377088] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.377261] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.377325] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.377558] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.377649] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.377776] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 already deleted. [ 1181.377989] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.952534] env[69148]: INFO networking_nsxv3.common.synchronization [None req-d998296f-239f-4cff-a43d-ead7628fb22f None None] Enqueued Resource ID: bba70600-94b0-46d1-9e1b-7d6de2fc4e92 with Priority: HIGHEST for action port [ 1181.952534] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bba70600-94b0-46d1-9e1b-7d6de2fc4e92 with Priority: HIGHEST for action port [ 1181.952989] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-bba70600-94b0-46d1-9e1b-7d6de2fc4e92 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.953074] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bba70600-94b0-46d1-9e1b-7d6de2fc4e92" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.953171] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bba70600-94b0-46d1-9e1b-7d6de2fc4e92" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.953786] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bba70600-94b0-46d1-9e1b-7d6de2fc4e92" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.953883] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bba70600-94b0-46d1-9e1b-7d6de2fc4e92',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.048689] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424d5d13-3045-45cb-a397-d748954b6f87 in Status: SUCCESS [ 1182.048805] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424d5d13-3045-45cb-a397-d748954b6f87 deletion is rescheduled due to dependency. [ 1182.049104] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.456151] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bba70600-94b0-46d1-9e1b-7d6de2fc4e92 [ 1182.456607] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.456807] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.456855] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.457085] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.457157] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.457253] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bba70600-94b0-46d1-9e1b-7d6de2fc4e92 already deleted. [ 1182.457363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bba70600-94b0-46d1-9e1b-7d6de2fc4e92" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.430363] env[69148]: INFO networking_nsxv3.common.synchronization [req-bfa474b3-3d50-489e-8725-e883669e3cd0 req-232eba4c-4c7b-4845-9d00-1fc19b63d387 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Enqueued Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1183.430901] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1183.431224] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.431349] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.431416] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.431609] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.431755] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.431854] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.431914] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.432263] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.432550] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.432550] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.868196] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-532 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.868196] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-532" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.868196] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-532" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.868196] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-532" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.868196] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.868196] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.868196] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.868196] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.868196] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.868196] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1183.869030] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1183.869323] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1183.869540] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1183.869767] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1183.870013] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1183.870259] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1183.890675] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1183.890675] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1183.890675] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1183.890675] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-532" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.890675] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-c65d0095-cfde-4e5a-83f7-11cf9a767d69 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.890675] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-c65d0095-cfde-4e5a-83f7-11cf9a767d69" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.890675] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-c65d0095-cfde-4e5a-83f7-11cf9a767d69" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.890675] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-c65d0095-cfde-4e5a-83f7-11cf9a767d69" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.890675] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c65d0095-cfde-4e5a-83f7-11cf9a767d69',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.934830] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.124184] env[69148]: INFO networking_nsxv3.common.synchronization [None req-2ce5ef01-b4af-491c-891d-0d718d873026 None None] Enqueued Resource ID: 65187be2-1289-4267-b7e3-c061611b250f with Priority: HIGHEST for action port [ 1184.124184] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65187be2-1289-4267-b7e3-c061611b250f with Priority: HIGHEST for action port [ 1184.124184] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-65187be2-1289-4267-b7e3-c061611b250f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.124184] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65187be2-1289-4267-b7e3-c061611b250f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.124184] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65187be2-1289-4267-b7e3-c061611b250f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.124715] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65187be2-1289-4267-b7e3-c061611b250f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.125784] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65187be2-1289-4267-b7e3-c061611b250f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.393257] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.393478] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.393646] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.393915] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.394089] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.394256] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port c65d0095-cfde-4e5a-83f7-11cf9a767d69 not found, creating... [ 1184.394515] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.394673] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.394792] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.395013] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.395167] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.395457] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.395609] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.395743] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.395954] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.396114] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.396259] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: c65d0095-cfde-4e5a-83f7-11cf9a767d69 is going to be created. [ 1184.424165] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.424916] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.424916] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.424916] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.425384] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.425384] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-c65d0095-cfde-4e5a-83f7-11cf9a767d69" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.439224] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.627894] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65187be2-1289-4267-b7e3-c061611b250f [ 1184.628715] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.628715] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.628715] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.628715] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.628715] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.628715] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65187be2-1289-4267-b7e3-c061611b250f already deleted. [ 1184.628715] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65187be2-1289-4267-b7e3-c061611b250f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.688506] env[69148]: INFO networking_nsxv3.common.synchronization [None req-a1eedb33-6ef7-47ea-baff-d4553451a0a0 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Enqueued Resource ID: 867d09be-4c80-4f40-a10d-d399858d18d9 with Priority: HIGHEST for action security_group_rules [ 1184.688815] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 867d09be-4c80-4f40-a10d-d399858d18d9 with Priority: HIGHEST for action security_group_rules [ 1184.690738] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-867d09be-4c80-4f40-a10d-d399858d18d9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.690981] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.691655] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.691967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.692085] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('867d09be-4c80-4f40-a10d-d399858d18d9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.779572] env[69148]: INFO networking_nsxv3.common.synchronization [None req-6ee2ad16-3649-46cb-a739-4ec98074e440 tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Enqueued Resource ID: 867d09be-4c80-4f40-a10d-d399858d18d9 with Priority: HIGHEST for action security_group_rules [ 1184.779572] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 867d09be-4c80-4f40-a10d-d399858d18d9 with Priority: HIGHEST for action security_group_rules [ 1184.779572] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-867d09be-4c80-4f40-a10d-d399858d18d9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.779572] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.944909] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.944909] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.944909] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.945205] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.945205] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.945205] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b is going to be updated. [ 1184.970673] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.970673] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.970673] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.970997] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.971858] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.979691] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: IN_PROGRESS for 2s [ 1185.141081] env[69148]: INFO networking_nsxv3.common.synchronization [req-bfa474b3-3d50-489e-8725-e883669e3cd0 req-bf467651-46e7-4f04-a58c-0a79260067ae service nova] Enqueued Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_rules [ 1185.141258] env[69148]: INFO networking_nsxv3.common.synchronization [req-bfa474b3-3d50-489e-8725-e883669e3cd0 req-bf467651-46e7-4f04-a58c-0a79260067ae service nova] Enqueued Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1185.141390] env[69148]: INFO networking_nsxv3.common.synchronization [req-bfa474b3-3d50-489e-8725-e883669e3cd0 req-bf467651-46e7-4f04-a58c-0a79260067ae service nova] Enqueued Resource ID: c65d0095-cfde-4e5a-83f7-11cf9a767d69 with Priority: HIGHEST for action port [ 1185.141609] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_rules [ 1185.141731] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1185.141832] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c65d0095-cfde-4e5a-83f7-11cf9a767d69 with Priority: HIGHEST for action port [ 1185.142362] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.142491] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.142553] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.142751] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.142847] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.143953] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.144256] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.144256] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-c65d0095-cfde-4e5a-83f7-11cf9a767d69 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.144446] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c65d0095-cfde-4e5a-83f7-11cf9a767d69" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.144446] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c65d0095-cfde-4e5a-83f7-11cf9a767d69" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.144556] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c65d0095-cfde-4e5a-83f7-11cf9a767d69" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.144636] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c65d0095-cfde-4e5a-83f7-11cf9a767d69',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.223468] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.223599] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.223675] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.223877] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.223966] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.224076] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 867d09be-4c80-4f40-a10d-d399858d18d9 already deleted. [ 1185.224352] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.224352] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.224493] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.224646] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('867d09be-4c80-4f40-a10d-d399858d18d9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.649070] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.649357] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.649440] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c65d0095-cfde-4e5a-83f7-11cf9a767d69 with status ACTIVE [ 1185.650915] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.650915] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.650915] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.650915] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.650915] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.650915] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.650915] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.650915] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.650915] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.650915] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.650915] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.650915] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.651561] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.651561] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.651561] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.651561] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c65d0095-cfde-4e5a-83f7-11cf9a767d69 is going to be updated. [ 1185.673152] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.673301] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.673436] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.673674] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.673812] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.674201] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c65d0095-cfde-4e5a-83f7-11cf9a767d69" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.708678] env[69148]: INFO networking_nsxv3.common.synchronization [req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 req-41859ba2-f964-44ce-a0da-f5c88c415121 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Enqueued Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 1185.709229] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 1185.709532] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.709695] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.709751] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.709963] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.710170] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.710274] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.710334] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.710539] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.710576] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.710690] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.752345] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.752496] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.752544] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.752760] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.752847] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.752946] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 867d09be-4c80-4f40-a10d-d399858d18d9 already deleted. [ 1185.753038] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.034621] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.034826] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-120" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.034952] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-120" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.035255] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-120" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.035516] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.035675] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.035794] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.036019] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.036185] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.036408] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1186.036526] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1186.036636] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1186.036743] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1186.036859] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1186.036968] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1186.037113] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1186.056491] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1186.056683] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1186.056806] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1186.056985] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-120" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.057313] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-5576867d-9268-430c-b2d8-7c8c5e6ee264 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.057489] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-5576867d-9268-430c-b2d8-7c8c5e6ee264" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.057612] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-5576867d-9268-430c-b2d8-7c8c5e6ee264" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.057985] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-5576867d-9268-430c-b2d8-7c8c5e6ee264" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.058140] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5576867d-9268-430c-b2d8-7c8c5e6ee264',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.187071] env[69148]: INFO networking_nsxv3.common.synchronization [None req-f6ba0d4c-52a9-477e-ab76-0336b8473b89 None None] Enqueued Resource ID: 0eba9922-928f-4d6f-85ac-fec119cfa49d with Priority: HIGHEST for action port [ 1186.187428] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eba9922-928f-4d6f-85ac-fec119cfa49d with Priority: HIGHEST for action port [ 1186.187930] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-0eba9922-928f-4d6f-85ac-fec119cfa49d taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.188220] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0eba9922-928f-4d6f-85ac-fec119cfa49d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.188220] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0eba9922-928f-4d6f-85ac-fec119cfa49d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.188411] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0eba9922-928f-4d6f-85ac-fec119cfa49d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.188460] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0eba9922-928f-4d6f-85ac-fec119cfa49d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.212445] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.212603] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.213306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.213306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.213306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.213306] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.213536] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.213536] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.213536] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.213663] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.213702] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 is going to be updated. [ 1186.241702] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.241810] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.241865] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.242086] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.242230] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.250879] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: IN_PROGRESS for 2s [ 1186.560381] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.560588] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.560714] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.561037] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.561182] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.561342] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 5576867d-9268-430c-b2d8-7c8c5e6ee264 not found, creating... [ 1186.561600] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.561755] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.561873] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.562105] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.562320] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.562604] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.562760] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.562903] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.563145] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.563355] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.563573] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 5576867d-9268-430c-b2d8-7c8c5e6ee264 is going to be created. [ 1186.582681] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.582868] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.582994] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.583254] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.583479] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.583688] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-5576867d-9268-430c-b2d8-7c8c5e6ee264" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.690500] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0eba9922-928f-4d6f-85ac-fec119cfa49d [ 1186.690731] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.690865] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.690947] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.691226] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.691328] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.691433] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0eba9922-928f-4d6f-85ac-fec119cfa49d already deleted. [ 1186.691515] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0eba9922-928f-4d6f-85ac-fec119cfa49d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.989106] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: SUCCESS [ 1186.989323] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.989484] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.989697] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.989902] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.990028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.990098] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.990251] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.990330] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.990422] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.264764] env[69148]: INFO networking_nsxv3.common.synchronization [req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 req-4296c6b3-b896-4c9e-b321-265896a481bd service nova] Enqueued Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_rules [ 1187.264956] env[69148]: INFO networking_nsxv3.common.synchronization [req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 req-4296c6b3-b896-4c9e-b321-265896a481bd service nova] Enqueued Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 1187.265114] env[69148]: INFO networking_nsxv3.common.synchronization [req-2a6b1fc1-d73e-4b90-afdd-62ffa3f49180 req-4296c6b3-b896-4c9e-b321-265896a481bd service nova] Enqueued Resource ID: 5576867d-9268-430c-b2d8-7c8c5e6ee264 with Priority: HIGHEST for action port [ 1187.265337] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_rules [ 1187.265460] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 1187.265562] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5576867d-9268-430c-b2d8-7c8c5e6ee264 with Priority: HIGHEST for action port [ 1187.266784] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.266784] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.266784] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.266784] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.266784] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.267374] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.267471] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.267745] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-5576867d-9268-430c-b2d8-7c8c5e6ee264 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.267932] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5576867d-9268-430c-b2d8-7c8c5e6ee264" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.267932] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5576867d-9268-430c-b2d8-7c8c5e6ee264" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.268145] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5576867d-9268-430c-b2d8-7c8c5e6ee264" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.268198] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5576867d-9268-430c-b2d8-7c8c5e6ee264',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.492994] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.769802] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.770161] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.771208] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5576867d-9268-430c-b2d8-7c8c5e6ee264 with status ACTIVE [ 1187.771379] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.771496] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.771563] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.771768] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.771855] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.772037] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.772133] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.772193] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.772339] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.772414] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.772592] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.772683] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.772745] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.772879] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.772952] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.773045] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5576867d-9268-430c-b2d8-7c8c5e6ee264 is going to be updated. [ 1187.797248] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.797379] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.797449] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.797633] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.797766] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.797929] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5576867d-9268-430c-b2d8-7c8c5e6ee264" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.994975] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.018845] env[69148]: INFO networking_nsxv3.common.synchronization [req-eecee8d7-e897-4612-bd73-b6594777c4d8 req-bb65c5d8-30ac-4c99-a002-972e8e2c278c tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Enqueued Resource ID: f9f7b709-0907-4cda-9e7a-24ca5d05c71a with Priority: HIGHEST for action security_group_members [ 1188.019365] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9f7b709-0907-4cda-9e7a-24ca5d05c71a with Priority: HIGHEST for action security_group_members [ 1188.019668] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9f7b709-0907-4cda-9e7a-24ca5d05c71a taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.019789] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.019883] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.020147] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.020298] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.020399] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.020461] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.020609] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.020692] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.020780] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9f7b709-0907-4cda-9e7a-24ca5d05c71a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.260538] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: SUCCESS [ 1188.260732] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 deletion is rescheduled due to dependency. [ 1188.261088] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.261088] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.261244] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.261409] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.261540] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.261597] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.261755] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.261838] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.261934] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.460465] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.460735] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-874" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.460793] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-874" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.461113] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-874" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.461387] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.461549] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.461670] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.461901] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.462063] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.462276] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1188.462394] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1188.462507] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1188.462619] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1188.462729] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1188.462975] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1188.462975] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1188.480838] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1188.481121] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1188.481271] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1188.481271] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-874" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.481924] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-980794c4-9094-4574-89e7-25ed5f3517fa taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.482190] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-980794c4-9094-4574-89e7-25ed5f3517fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.482345] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-980794c4-9094-4574-89e7-25ed5f3517fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.482686] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-980794c4-9094-4574-89e7-25ed5f3517fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.482834] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('980794c4-9094-4574-89e7-25ed5f3517fa',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.501207] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.501382] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.501444] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.501644] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.502440] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.502440] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b is going to be updated. [ 1188.528875] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.529101] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.529156] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.529345] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.529434] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.529656] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.529754] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.529808] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.530046] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.530164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.530258] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9f7b709-0907-4cda-9e7a-24ca5d05c71a already deleted. [ 1188.530342] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.538799] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.538981] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.539034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.539223] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.539368] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.548944] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: IN_PROGRESS for 2s [ 1188.764614] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.985288] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.985651] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.985651] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.986380] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.986564] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.986766] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 980794c4-9094-4574-89e7-25ed5f3517fa not found, creating... [ 1188.987207] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.987321] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.987395] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.987615] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.987804] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.988190] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.988380] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.988563] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.988831] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.989008] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.989188] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 980794c4-9094-4574-89e7-25ed5f3517fa is going to be created. [ 1189.010131] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.010407] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.010543] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.010829] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.011118] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.011416] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-980794c4-9094-4574-89e7-25ed5f3517fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.266632] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.771569] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.771569] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.771569] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.771569] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.771569] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.771569] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 is going to be updated. [ 1189.781242] env[69148]: INFO networking_nsxv3.common.synchronization [req-eecee8d7-e897-4612-bd73-b6594777c4d8 req-c4d84d19-03e2-42b0-b439-497fa81a5007 service nova] Enqueued Resource ID: f9f7b709-0907-4cda-9e7a-24ca5d05c71a with Priority: HIGHEST for action security_group_rules [ 1189.781242] env[69148]: INFO networking_nsxv3.common.synchronization [req-eecee8d7-e897-4612-bd73-b6594777c4d8 req-c4d84d19-03e2-42b0-b439-497fa81a5007 service nova] Enqueued Resource ID: f9f7b709-0907-4cda-9e7a-24ca5d05c71a with Priority: HIGHEST for action security_group_members [ 1189.781242] env[69148]: INFO networking_nsxv3.common.synchronization [req-eecee8d7-e897-4612-bd73-b6594777c4d8 req-c4d84d19-03e2-42b0-b439-497fa81a5007 service nova] Enqueued Resource ID: 980794c4-9094-4574-89e7-25ed5f3517fa with Priority: HIGHEST for action port [ 1189.781242] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9f7b709-0907-4cda-9e7a-24ca5d05c71a with Priority: HIGHEST for action security_group_rules [ 1189.781242] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9f7b709-0907-4cda-9e7a-24ca5d05c71a with Priority: HIGHEST for action security_group_members [ 1189.781242] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 980794c4-9094-4574-89e7-25ed5f3517fa with Priority: HIGHEST for action port [ 1189.781242] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9f7b709-0907-4cda-9e7a-24ca5d05c71a taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.781977] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.782189] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.782601] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.782786] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9f7b709-0907-4cda-9e7a-24ca5d05c71a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.783701] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9f7b709-0907-4cda-9e7a-24ca5d05c71a taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.784046] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.784191] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.784448] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.784681] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.786165] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.786165] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.786165] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.786165] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.786165] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9f7b709-0907-4cda-9e7a-24ca5d05c71a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.787552] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-980794c4-9094-4574-89e7-25ed5f3517fa taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.787723] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-980794c4-9094-4574-89e7-25ed5f3517fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.787831] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-980794c4-9094-4574-89e7-25ed5f3517fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.788097] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-980794c4-9094-4574-89e7-25ed5f3517fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.788227] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('980794c4-9094-4574-89e7-25ed5f3517fa',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.798184] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.798310] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.798378] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.798562] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.798708] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.807204] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: IN_PROGRESS for 2s [ 1190.290514] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9f7b709-0907-4cda-9e7a-24ca5d05c71a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.291585] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9f7b709-0907-4cda-9e7a-24ca5d05c71a taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.291689] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.292522] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 980794c4-9094-4574-89e7-25ed5f3517fa with status ACTIVE [ 1190.292803] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.293676] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.293676] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.293676] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.293676] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.293676] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.294164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.294320] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.294626] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.294767] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.295014] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.295171] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.295276] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.295462] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.295585] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.295711] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 980794c4-9094-4574-89e7-25ed5f3517fa is going to be updated. [ 1190.315011] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.315221] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.315297] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.315495] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.315639] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.315799] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-980794c4-9094-4574-89e7-25ed5f3517fa" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.320853] env[69148]: INFO networking_nsxv3.common.synchronization [req-2d66716d-ef35-4c1f-8dda-066576ffba17 req-14b66b4a-a131-43f7-983f-f98717cb171c tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Enqueued Resource ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 with Priority: HIGHEST for action security_group_members [ 1190.321165] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 with Priority: HIGHEST for action security_group_members [ 1190.321664] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.321786] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.321854] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.322106] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.322281] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.322383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.322447] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.322600] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.322673] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.322764] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.558298] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: SUCCESS [ 1190.558519] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.558807] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.558911] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.559148] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.559270] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.559333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.559490] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.559566] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.559646] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.559732] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.623781] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.623998] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-544" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.624209] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-544" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.624583] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-544" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.625552] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.625747] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.625891] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.626172] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.626332] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.626565] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1190.627491] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1190.627491] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1190.627491] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1190.627491] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1190.627491] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1190.627491] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1190.650657] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1190.650833] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1190.651114] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1190.651293] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-544" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.651689] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-d1261397-a4fd-48ab-b774-f747cc39ea65 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.651875] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-d1261397-a4fd-48ab-b774-f747cc39ea65" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.652011] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-d1261397-a4fd-48ab-b774-f747cc39ea65" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.652352] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-d1261397-a4fd-48ab-b774-f747cc39ea65" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.652500] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1261397-a4fd-48ab-b774-f747cc39ea65',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.793076] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9f7b709-0907-4cda-9e7a-24ca5d05c71a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.825684] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.825840] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.825913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.826160] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.826256] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.826452] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.826551] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.826611] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.826756] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.826831] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.826915] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 already deleted. [ 1190.826996] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.061790] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.061955] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.062058] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.062283] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.062485] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.062631] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.062736] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.062963] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.063088] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.063185] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.063462] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.063605] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.063676] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.063837] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.063989] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.064103] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.064160] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.064305] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.064383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.064464] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.064555] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.155719] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.155940] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.156090] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.156391] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.156553] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.156714] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port d1261397-a4fd-48ab-b774-f747cc39ea65 not found, creating... [ 1191.157127] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.157339] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.157750] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.157750] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.157901] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.158179] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.158345] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.158466] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.158690] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.158822] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.158971] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: d1261397-a4fd-48ab-b774-f747cc39ea65 is going to be created. [ 1191.179443] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.179665] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.179798] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.180249] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.180438] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.180645] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-d1261397-a4fd-48ab-b774-f747cc39ea65" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.296318] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.296318] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.296318] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.296318] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.296318] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.296683] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9f7b709-0907-4cda-9e7a-24ca5d05c71a is going to be created. [ 1191.324161] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.324325] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.324401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.324587] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.324744] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.334984] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9f7b709-0907-4cda-9e7a-24ca5d05c71a in Status: UNINITIALIZED for 2s [ 1191.568854] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2e13469-c28b-4d9f-8469-a7ffb4376c5b: rpc.has_security_group_logging(os_id): False [ 1191.585182] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.585182] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.585182] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.585182] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.585518] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.585518] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.585615] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.585655] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.585816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.585893] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.586573] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.586573] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.586573] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.586573] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.586573] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.586859] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.586859] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.586960] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.587027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.587098] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.587191] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b is going to be updated. [ 1191.646364] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.646586] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.646697] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.647018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.647251] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.658270] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: IN_PROGRESS for 2s [ 1191.817556] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: SUCCESS [ 1191.818311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.818311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.818311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.818480] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.818559] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.818626] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.818786] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.818870] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.818961] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.819070] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.272975] env[69148]: INFO networking_nsxv3.common.synchronization [req-2d66716d-ef35-4c1f-8dda-066576ffba17 req-365daf43-406c-4a32-b5d2-d44a810d0dd9 service nova] Enqueued Resource ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 with Priority: HIGHEST for action security_group_rules [ 1192.274080] env[69148]: INFO networking_nsxv3.common.synchronization [req-2d66716d-ef35-4c1f-8dda-066576ffba17 req-365daf43-406c-4a32-b5d2-d44a810d0dd9 service nova] Enqueued Resource ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 with Priority: HIGHEST for action security_group_members [ 1192.275234] env[69148]: INFO networking_nsxv3.common.synchronization [req-2d66716d-ef35-4c1f-8dda-066576ffba17 req-365daf43-406c-4a32-b5d2-d44a810d0dd9 service nova] Enqueued Resource ID: d1261397-a4fd-48ab-b774-f747cc39ea65 with Priority: HIGHEST for action port [ 1192.275494] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 with Priority: HIGHEST for action security_group_rules [ 1192.275628] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 with Priority: HIGHEST for action security_group_members [ 1192.275726] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1261397-a4fd-48ab-b774-f747cc39ea65 with Priority: HIGHEST for action port [ 1192.277813] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.278388] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.278508] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.279206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.279329] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.280205] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.280444] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.280545] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.280749] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.280915] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.281097] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.281197] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.281366] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.281476] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.281587] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.285969] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1261397-a4fd-48ab-b774-f747cc39ea65 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.285969] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1261397-a4fd-48ab-b774-f747cc39ea65" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.285969] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1261397-a4fd-48ab-b774-f747cc39ea65" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.285969] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1261397-a4fd-48ab-b774-f747cc39ea65" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.285969] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1261397-a4fd-48ab-b774-f747cc39ea65',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.321773] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.322078] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.322078] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.322257] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.322427] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.322525] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.322584] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.322748] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.322833] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.322923] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.323082] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.323227] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.323227] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.323388] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.323613] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.323697] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.323697] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.323831] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.323903] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.323980] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.324076] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.737476] env[69148]: INFO networking_nsxv3.common.synchronization [None req-a9f1bf4c-1bfc-4f0b-8d49-09e104e999be tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Enqueued Resource ID: 2affd726-71c7-4e12-9b47-ffd0cb5499e9 with Priority: HIGHEST for action security_group_rules [ 1192.737476] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2affd726-71c7-4e12-9b47-ffd0cb5499e9 with Priority: HIGHEST for action security_group_rules [ 1192.737717] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2affd726-71c7-4e12-9b47-ffd0cb5499e9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.737901] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.738018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.738299] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.738757] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2affd726-71c7-4e12-9b47-ffd0cb5499e9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.785220] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.786181] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.786293] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.786471] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1261397-a4fd-48ab-b774-f747cc39ea65 with status ACTIVE [ 1192.786676] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.786744] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.786790] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.786981] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.787255] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.787298] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.787356] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.787417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.787574] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.787652] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.787832] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.787979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.790028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.790028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.790028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.790028] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1261397-a4fd-48ab-b774-f747cc39ea65 is going to be updated. [ 1192.822406] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.822406] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.822406] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.822406] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.822406] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.822406] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1261397-a4fd-48ab-b774-f747cc39ea65" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.826264] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 662ea25f-4f1b-416e-bafb-b25aba645d39: rpc.has_security_group_logging(os_id): False [ 1192.842670] env[69148]: INFO networking_nsxv3.common.synchronization [None req-a428e649-a2eb-46d2-9cf9-75345a0999e7 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Enqueued Resource ID: 2affd726-71c7-4e12-9b47-ffd0cb5499e9 with Priority: HIGHEST for action security_group_rules [ 1192.843285] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2affd726-71c7-4e12-9b47-ffd0cb5499e9 with Priority: HIGHEST for action security_group_rules [ 1192.843597] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2affd726-71c7-4e12-9b47-ffd0cb5499e9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.843701] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.845592] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.845592] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.845592] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.845592] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.845592] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.845592] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.845919] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.845919] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.845919] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.846018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.846174] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.846272] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.846354] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.846517] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.846653] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.846797] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.846993] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.846993] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.847102] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.847178] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.847272] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 is going to be updated. [ 1192.933019] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.933019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.933019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.933019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.933019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.952864] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: IN_PROGRESS for 2s [ 1193.262433] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.262613] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.262690] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.262943] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.263077] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.263189] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2affd726-71c7-4e12-9b47-ffd0cb5499e9 already deleted. [ 1193.263301] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.263467] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.263650] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.263762] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2affd726-71c7-4e12-9b47-ffd0cb5499e9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.291405] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.344513] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9f7b709-0907-4cda-9e7a-24ca5d05c71a in Status: SUCCESS [ 1193.344801] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.344890] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.345161] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.345356] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.345475] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.345541] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.345696] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.345779] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.345864] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.345955] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9f7b709-0907-4cda-9e7a-24ca5d05c71a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.670849] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: SUCCESS [ 1193.670849] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.782807] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.782891] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.782948] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.783233] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.783338] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.783456] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2affd726-71c7-4e12-9b47-ffd0cb5499e9 already deleted. [ 1193.783550] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.794154] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.794262] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.794332] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.794550] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.794656] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.794756] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 is going to be created. [ 1193.822801] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.822977] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.823077] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.823343] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.823524] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.833146] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 in Status: UNINITIALIZED for 2s [ 1193.847965] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9f7b709-0907-4cda-9e7a-24ca5d05c71a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.353053] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9f7b709-0907-4cda-9e7a-24ca5d05c71a: rpc.has_security_group_logging(os_id): False [ 1194.371100] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.371348] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.371348] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.372103] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.372103] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.372103] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.372103] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.372103] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.372317] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.372317] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.372317] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9f7b709-0907-4cda-9e7a-24ca5d05c71a is going to be created. [ 1194.428836] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.429100] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.429153] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.429371] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.429753] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.455338] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9f7b709-0907-4cda-9e7a-24ca5d05c71a in Status: IN_PROGRESS for 2s [ 1194.965143] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: SUCCESS [ 1194.966230] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.849776] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 in Status: SUCCESS [ 1195.849776] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.849776] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.849776] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.849776] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.849776] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.849776] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.849776] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.849776] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.849776] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.849776] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.016599] env[69148]: INFO networking_nsxv3.common.synchronization [req-23bd1f46-4aeb-48c1-9514-7c40a8913af5 req-ecd141d0-e9a0-40f8-848f-85b6fbeefa3d tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Enqueued Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1196.017277] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1196.018246] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.018372] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.018510] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.019119] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.019119] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.019119] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.019119] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.019431] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.019431] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.019431] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.352430] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.467049] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9f7b709-0907-4cda-9e7a-24ca5d05c71a in Status: SUCCESS [ 1196.467272] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.521476] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.854643] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7: rpc.has_security_group_logging(os_id): False [ 1196.872038] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.872197] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.872197] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.872480] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.872595] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.872865] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.873018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.873087] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.873281] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.873378] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.873486] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 is going to be created. [ 1196.933330] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.933496] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.933567] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.933786] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.933969] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.944583] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 in Status: IN_PROGRESS for 2s [ 1197.024664] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.526619] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.526842] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.526890] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.527255] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.527386] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.527536] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b is going to be updated. [ 1197.555442] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.555593] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.555641] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.555835] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.555968] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.563804] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: IN_PROGRESS for 2s [ 1198.492086] env[69148]: INFO networking_nsxv3.common.synchronization [req-ceba7272-8ecb-403a-8155-bd6a32d570bc req-717d59a0-5366-4398-9bf9-dc2201471a7a tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Enqueued Resource ID: 2affd726-71c7-4e12-9b47-ffd0cb5499e9 with Priority: HIGHEST for action security_group_members [ 1198.492715] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2affd726-71c7-4e12-9b47-ffd0cb5499e9 with Priority: HIGHEST for action security_group_members [ 1198.493035] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-2affd726-71c7-4e12-9b47-ffd0cb5499e9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.493165] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.493242] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.493531] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.493796] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.493923] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.493998] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.494175] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.494263] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.494355] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2affd726-71c7-4e12-9b47-ffd0cb5499e9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.809509] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-996 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.809741] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-996" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.809897] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-996" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.810252] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-996" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.811016] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.811386] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.811550] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.811815] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.811979] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.812232] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1198.812471] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1198.812536] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1198.812642] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1198.812770] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1198.812900] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1198.813063] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1198.833530] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1198.833639] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1198.833756] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1198.833953] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-996" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.834305] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.834466] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.834587] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.834915] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.835120] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.957593] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 in Status: SUCCESS [ 1198.957593] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.996867] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.997143] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.997285] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.997548] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.997689] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.997890] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.998039] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.998082] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.998268] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.999257] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.999257] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2affd726-71c7-4e12-9b47-ffd0cb5499e9 already deleted. [ 1198.999257] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.337636] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.337867] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.338040] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.338488] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.338654] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.338815] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d not found, creating... [ 1199.339094] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.339261] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.339384] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.339605] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.339748] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.340322] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.340496] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.340625] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.340844] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.340999] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.341157] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d is going to be created. [ 1199.363278] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.363525] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.363645] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.363972] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.364251] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.364555] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.573297] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: SUCCESS [ 1199.573587] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.061855] env[69148]: INFO networking_nsxv3.common.synchronization [req-ceba7272-8ecb-403a-8155-bd6a32d570bc req-cb534c4c-c6ce-4140-921c-49012a20e222 service nova] Enqueued Resource ID: 2affd726-71c7-4e12-9b47-ffd0cb5499e9 with Priority: HIGHEST for action security_group_rules [ 1200.062065] env[69148]: INFO networking_nsxv3.common.synchronization [req-ceba7272-8ecb-403a-8155-bd6a32d570bc req-cb534c4c-c6ce-4140-921c-49012a20e222 service nova] Enqueued Resource ID: 2affd726-71c7-4e12-9b47-ffd0cb5499e9 with Priority: HIGHEST for action security_group_members [ 1200.062216] env[69148]: INFO networking_nsxv3.common.synchronization [req-ceba7272-8ecb-403a-8155-bd6a32d570bc req-cb534c4c-c6ce-4140-921c-49012a20e222 service nova] Enqueued Resource ID: f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d with Priority: HIGHEST for action port [ 1200.062456] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2affd726-71c7-4e12-9b47-ffd0cb5499e9 with Priority: HIGHEST for action security_group_rules [ 1200.062720] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2affd726-71c7-4e12-9b47-ffd0cb5499e9 with Priority: HIGHEST for action security_group_members [ 1200.062720] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d with Priority: HIGHEST for action port [ 1200.063285] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2affd726-71c7-4e12-9b47-ffd0cb5499e9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.063376] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.063566] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.063681] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.063803] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2affd726-71c7-4e12-9b47-ffd0cb5499e9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.065025] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-2affd726-71c7-4e12-9b47-ffd0cb5499e9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.065142] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.065213] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.065381] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.065529] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.065624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.065704] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.065824] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.065902] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.065992] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2affd726-71c7-4e12-9b47-ffd0cb5499e9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.066723] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.066826] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.066895] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.067064] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.067137] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.568731] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2affd726-71c7-4e12-9b47-ffd0cb5499e9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.570034] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-2affd726-71c7-4e12-9b47-ffd0cb5499e9 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.570207] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.570323] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d with status ACTIVE [ 1200.570500] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.570595] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.570595] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.570786] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.570876] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.571065] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.571223] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.571301] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.571455] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.571516] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.571700] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.571809] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.571844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.571983] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.572071] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.572159] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d is going to be updated. [ 1200.591657] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.591657] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.592051] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.592051] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.592051] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.592221] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3dada24-97bd-4ad2-b49d-0ebce3a0eb7d" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.073986] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2affd726-71c7-4e12-9b47-ffd0cb5499e9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.576352] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.576512] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.576618] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.576806] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.576898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.576997] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2affd726-71c7-4e12-9b47-ffd0cb5499e9 is going to be created. [ 1201.601666] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.601950] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.601950] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.602239] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.602413] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.611882] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2affd726-71c7-4e12-9b47-ffd0cb5499e9 in Status: UNINITIALIZED for 2s [ 1203.621859] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2affd726-71c7-4e12-9b47-ffd0cb5499e9 in Status: SUCCESS [ 1203.622215] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.622215] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.622377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.622557] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.622670] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.622737] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.622887] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.622970] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.623066] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.623154] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2affd726-71c7-4e12-9b47-ffd0cb5499e9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.125733] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2affd726-71c7-4e12-9b47-ffd0cb5499e9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.628159] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2affd726-71c7-4e12-9b47-ffd0cb5499e9: rpc.has_security_group_logging(os_id): False [ 1204.646387] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.646542] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.646615] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.646848] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.646943] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.647205] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.647306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.647370] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.647553] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.647590] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.647675] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2affd726-71c7-4e12-9b47-ffd0cb5499e9 is going to be created. [ 1204.704702] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.704850] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.704921] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.705153] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.705336] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.714687] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2affd726-71c7-4e12-9b47-ffd0cb5499e9 in Status: IN_PROGRESS for 2s [ 1205.063978] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1205.063978] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1206.740809] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2affd726-71c7-4e12-9b47-ffd0cb5499e9 in Status: SUCCESS [ 1206.741237] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.077131] env[69148]: INFO networking_nsxv3.common.synchronization [req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 req-41d49915-d892-4d69-a152-b32c78490d33 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Enqueued Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1207.077586] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1207.077882] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.078227] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.078334] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.078585] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.078669] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.078770] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.078828] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.078967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.079056] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.079957] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.360713] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-532 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.360913] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-532" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.361055] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-532" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.361369] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-532" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.361715] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.361912] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.362056] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.362287] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.362445] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.362663] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1207.362881] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1207.362881] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1207.362988] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1207.363116] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1207.363224] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1207.363360] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1207.381560] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1207.381731] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1207.381873] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1207.382060] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-532" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.382359] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-63971157-70cf-4622-be29-bdf554ea20e0 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.382594] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-63971157-70cf-4622-be29-bdf554ea20e0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.382727] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-63971157-70cf-4622-be29-bdf554ea20e0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.383056] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-63971157-70cf-4622-be29-bdf554ea20e0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.383206] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63971157-70cf-4622-be29-bdf554ea20e0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.582139] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.885297] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.885719] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.885719] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.885954] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.886147] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.886310] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 63971157-70cf-4622-be29-bdf554ea20e0 not found, creating... [ 1207.886572] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.886782] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.886853] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.887078] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.887222] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.887503] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.887660] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.887781] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.887983] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.888163] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.888297] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 63971157-70cf-4622-be29-bdf554ea20e0 is going to be created. [ 1207.907633] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.907911] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.908067] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.908438] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.908678] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.908901] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-63971157-70cf-4622-be29-bdf554ea20e0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.084995] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.589870] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.589870] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.589870] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.589870] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.589870] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.589870] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b is going to be updated. [ 1208.615416] env[69148]: INFO networking_nsxv3.common.synchronization [req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 req-e0f5d661-ae36-46a8-ae45-c688ddb26cff service nova] Enqueued Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_rules [ 1208.615416] env[69148]: INFO networking_nsxv3.common.synchronization [req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 req-e0f5d661-ae36-46a8-ae45-c688ddb26cff service nova] Enqueued Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1208.615416] env[69148]: INFO networking_nsxv3.common.synchronization [req-b33ce895-eaf6-4f3d-9406-8fd3f3576ce5 req-e0f5d661-ae36-46a8-ae45-c688ddb26cff service nova] Enqueued Resource ID: 63971157-70cf-4622-be29-bdf554ea20e0 with Priority: HIGHEST for action port [ 1208.615416] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_rules [ 1208.615416] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1208.615416] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63971157-70cf-4622-be29-bdf554ea20e0 with Priority: HIGHEST for action port [ 1208.616447] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.616843] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.617223] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.618662] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.618662] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.619799] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.620984] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.620984] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-63971157-70cf-4622-be29-bdf554ea20e0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.620984] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63971157-70cf-4622-be29-bdf554ea20e0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.620984] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63971157-70cf-4622-be29-bdf554ea20e0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.620984] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63971157-70cf-4622-be29-bdf554ea20e0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.620984] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63971157-70cf-4622-be29-bdf554ea20e0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.627383] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.627383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.627383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.627383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.627383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.636351] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: IN_PROGRESS for 2s [ 1209.121361] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.121361] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.125352] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63971157-70cf-4622-be29-bdf554ea20e0 with status ACTIVE [ 1209.125618] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.125795] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.125887] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.126191] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.126323] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.126574] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.126710] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.126800] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.127101] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.127168] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.127506] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.127622] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.127679] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.127882] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.127983] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.128117] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63971157-70cf-4622-be29-bdf554ea20e0 is going to be updated. [ 1209.149117] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.149270] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.149359] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.149544] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.149680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.149841] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63971157-70cf-4622-be29-bdf554ea20e0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.455032] env[69148]: INFO networking_nsxv3.common.synchronization [req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f req-b9da48dc-5c04-4e69-b03f-25f1c18d7bca tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Enqueued Resource ID: 867d09be-4c80-4f40-a10d-d399858d18d9 with Priority: HIGHEST for action security_group_members [ 1209.455152] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 867d09be-4c80-4f40-a10d-d399858d18d9 with Priority: HIGHEST for action security_group_members [ 1209.455524] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-867d09be-4c80-4f40-a10d-d399858d18d9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.455683] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.455778] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.456118] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.456301] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.456432] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.456516] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.456730] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.456917] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.456978] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('867d09be-4c80-4f40-a10d-d399858d18d9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.929416] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-552 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.929752] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-552" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.929963] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-552" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.930466] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-552" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.930893] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.931171] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.931391] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.931801] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.932080] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.932377] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1209.932592] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1209.932797] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1209.934150] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1209.934150] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1209.934150] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1209.934150] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1209.954798] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1209.954950] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1209.955080] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1209.955278] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-552" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.955643] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-f2e89399-0d45-488a-99db-1ac6b28a71e5 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.955839] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-f2e89399-0d45-488a-99db-1ac6b28a71e5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.955963] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-f2e89399-0d45-488a-99db-1ac6b28a71e5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.956312] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-f2e89399-0d45-488a-99db-1ac6b28a71e5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.956464] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2e89399-0d45-488a-99db-1ac6b28a71e5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.959029] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.959151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.959222] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.959450] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.959450] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.959630] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.959723] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.959780] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.959923] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.959998] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.960117] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 867d09be-4c80-4f40-a10d-d399858d18d9 already deleted. [ 1209.960274] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.458685] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.458685] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.459088] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.459128] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.459315] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.459485] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port f2e89399-0d45-488a-99db-1ac6b28a71e5 not found, creating... [ 1210.459739] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.459900] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.460032] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.460303] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.460460] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.460747] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.460905] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.461038] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.461257] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.461399] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.461541] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: f2e89399-0d45-488a-99db-1ac6b28a71e5 is going to be created. [ 1210.480353] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.480545] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.480672] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.480914] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.481156] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.481494] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-f2e89399-0d45-488a-99db-1ac6b28a71e5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.647052] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: SUCCESS [ 1210.647052] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.647052] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.647398] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.647460] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.647551] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.647618] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.647764] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.647846] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.647941] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.152419] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.580901] env[69148]: INFO networking_nsxv3.common.synchronization [req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f req-f9157bf5-82b2-4b10-b897-d1887090f7f6 service nova] Enqueued Resource ID: 867d09be-4c80-4f40-a10d-d399858d18d9 with Priority: HIGHEST for action security_group_rules [ 1211.580901] env[69148]: INFO networking_nsxv3.common.synchronization [req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f req-f9157bf5-82b2-4b10-b897-d1887090f7f6 service nova] Enqueued Resource ID: 867d09be-4c80-4f40-a10d-d399858d18d9 with Priority: HIGHEST for action security_group_members [ 1211.580901] env[69148]: INFO networking_nsxv3.common.synchronization [req-0d8f0a82-af32-4d0a-9713-8ccb2f95e71f req-f9157bf5-82b2-4b10-b897-d1887090f7f6 service nova] Enqueued Resource ID: f2e89399-0d45-488a-99db-1ac6b28a71e5 with Priority: HIGHEST for action port [ 1211.580901] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 867d09be-4c80-4f40-a10d-d399858d18d9 with Priority: HIGHEST for action security_group_rules [ 1211.581296] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 867d09be-4c80-4f40-a10d-d399858d18d9 with Priority: HIGHEST for action security_group_members [ 1211.581296] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2e89399-0d45-488a-99db-1ac6b28a71e5 with Priority: HIGHEST for action port [ 1211.581797] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-867d09be-4c80-4f40-a10d-d399858d18d9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.581797] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.581957] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.582141] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.582231] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('867d09be-4c80-4f40-a10d-d399858d18d9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.583373] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-867d09be-4c80-4f40-a10d-d399858d18d9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.583495] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.583565] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.583746] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.583904] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.584010] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.584089] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.584245] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.584362] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.584433] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('867d09be-4c80-4f40-a10d-d399858d18d9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.585177] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2e89399-0d45-488a-99db-1ac6b28a71e5 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.585286] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2e89399-0d45-488a-99db-1ac6b28a71e5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.585353] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2e89399-0d45-488a-99db-1ac6b28a71e5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.585506] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2e89399-0d45-488a-99db-1ac6b28a71e5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.585580] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2e89399-0d45-488a-99db-1ac6b28a71e5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.658639] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.088320] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('867d09be-4c80-4f40-a10d-d399858d18d9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.089380] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-867d09be-4c80-4f40-a10d-d399858d18d9 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.089491] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.089665] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2e89399-0d45-488a-99db-1ac6b28a71e5 with status ACTIVE [ 1212.089842] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.089951] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.090028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.090289] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.090401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.090560] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.090654] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.090717] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.090877] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.090949] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.092567] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.092567] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.092567] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.092766] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.092766] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.092829] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2e89399-0d45-488a-99db-1ac6b28a71e5 is going to be updated. [ 1212.113894] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.114057] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.114108] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.114301] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.114457] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.114638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2e89399-0d45-488a-99db-1ac6b28a71e5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.160885] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.161033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.161033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.161236] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.161332] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.161435] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b is going to be updated. [ 1212.206869] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.207025] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.207100] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.207315] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.207457] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.215346] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: IN_PROGRESS for 2s [ 1212.596162] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('867d09be-4c80-4f40-a10d-d399858d18d9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.102619] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.102867] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.102867] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.103104] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.103197] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.103325] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 867d09be-4c80-4f40-a10d-d399858d18d9 is going to be created. [ 1213.125903] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.126110] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.126110] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.126299] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.126459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.135206] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 867d09be-4c80-4f40-a10d-d399858d18d9 in Status: UNINITIALIZED for 2s [ 1214.225354] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: SUCCESS [ 1214.225591] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.225872] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.226167] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.226412] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.226560] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.226772] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.226856] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.226921] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.226992] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.227101] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.730846] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.731123] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.731184] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.731496] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.731644] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.731801] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.731882] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.732042] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.732134] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.732248] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.732418] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.732577] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.732577] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.732802] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.732911] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.732998] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.733075] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.733223] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.733303] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.733379] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.733492] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.146011] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 867d09be-4c80-4f40-a10d-d399858d18d9 in Status: UNINITIALIZED for 4s [ 1215.235585] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2e13469-c28b-4d9f-8469-a7ffb4376c5b: rpc.has_security_group_logging(os_id): False [ 1215.260886] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.261193] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.261193] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.261417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.261540] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.261793] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.261926] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.262018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.262196] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.262280] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.262513] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.262654] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.262733] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.262914] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.263007] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.263205] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.263302] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.263366] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.263510] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.263583] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.263669] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b is going to be updated. [ 1215.325867] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.326026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.326078] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.326284] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.326435] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.338881] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: IN_PROGRESS for 2s [ 1216.582201] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1216.582574] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1217.156034] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 867d09be-4c80-4f40-a10d-d399858d18d9 in Status: SUCCESS [ 1217.156034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.156034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.156034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.156034] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.156430] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.156430] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.156430] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.156542] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.156588] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.156681] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('867d09be-4c80-4f40-a10d-d399858d18d9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.353239] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: SUCCESS [ 1217.353446] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.660468] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('867d09be-4c80-4f40-a10d-d399858d18d9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.162536] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 867d09be-4c80-4f40-a10d-d399858d18d9: rpc.has_security_group_logging(os_id): False [ 1218.178856] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.179058] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.179109] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.179300] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.179391] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.179659] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.179764] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.179829] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.179982] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.180074] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.180160] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 867d09be-4c80-4f40-a10d-d399858d18d9 is going to be created. [ 1218.239783] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.240028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.240028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.240243] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.240643] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.250937] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 867d09be-4c80-4f40-a10d-d399858d18d9 in Status: IN_PROGRESS for 2s [ 1220.271668] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 867d09be-4c80-4f40-a10d-d399858d18d9 in Status: SUCCESS [ 1220.272038] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.583450] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1221.583967] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1221.691865] env[69148]: INFO networking_nsxv3.common.synchronization [req-7e819d3b-c4b5-4247-9d49-bcedccc7e060 req-4a212007-509a-46b0-b300-0bed132e72da tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Enqueued Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1221.692561] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1221.692858] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.693023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.693127] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.693350] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.693517] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.693636] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.693699] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.693887] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.693995] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.694120] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.196246] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.698483] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.200795] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.201051] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.201227] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.201590] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.201687] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.201877] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b is going to be updated. [ 1223.230068] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.230068] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.230068] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.230291] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.230432] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.238679] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: IN_PROGRESS for 2s [ 1225.249195] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: SUCCESS [ 1225.249195] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.556177] env[69148]: INFO networking_nsxv3.common.synchronization [req-900dab31-118f-435d-a84c-a773d920233a req-5bb77e44-01bd-4d77-916c-e6580845d417 tempest-DeleteServersTestJSON-1930458440 tempest-DeleteServersTestJSON-1930458440-project-member] Enqueued Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 1226.556667] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 with Priority: HIGHEST for action security_group_members [ 1226.556975] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-662ea25f-4f1b-416e-bafb-b25aba645d39 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.557281] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.557281] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.557382] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.557514] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.557620] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.557683] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.557823] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.557989] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.557989] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('662ea25f-4f1b-416e-bafb-b25aba645d39',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.060022] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.060246] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.060300] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.060588] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.060714] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.060882] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.060982] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.061056] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.061211] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.061287] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.061375] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 is going to be updated. [ 1227.087376] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.087555] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.087605] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.087772] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.087910] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.095833] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: IN_PROGRESS for 2s [ 1228.710534] env[69148]: INFO networking_nsxv3.common.synchronization [req-23fde00d-ca95-42ec-b416-e5faed2cd92d req-55ea0c72-e858-4d1a-b1c2-63c6c3501c92 tempest-ServersTestJSON-649394424 tempest-ServersTestJSON-649394424-project-member] Enqueued Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1228.712267] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGHEST for action security_group_members [ 1228.712267] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.712267] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.712267] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.712267] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.712267] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.712267] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.712267] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.712267] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.712267] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.712700] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.106034] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 in Status: SUCCESS [ 1229.106226] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662ea25f-4f1b-416e-bafb-b25aba645d39 deletion is rescheduled due to dependency. [ 1229.106345] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662ea25f-4f1b-416e-bafb-b25aba645d39" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.216065] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.216302] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.216399] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.216630] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.216753] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.217023] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.217161] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.217250] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.217448] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.217552] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.217671] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b is going to be updated. [ 1229.245931] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.246159] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.246159] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.246374] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.246537] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.253934] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: IN_PROGRESS for 2s [ 1229.337330] env[69148]: INFO networking_nsxv3.common.synchronization [req-e69df5b1-2133-41bc-bd3b-b383a986ade9 req-b5a19f11-67d4-445f-9b42-b6e263ce3b18 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Enqueued Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_members [ 1229.337838] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_members [ 1229.338153] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.338309] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.338443] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.338612] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.339270] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.339270] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.339270] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.339270] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.339270] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.339270] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.840940] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.841300] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.841300] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.841385] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.841424] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.841687] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.841789] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.841850] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.842046] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.842143] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.842234] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 is going to be updated. [ 1229.864901] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.865043] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.865090] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.865220] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.865343] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.872684] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 in Status: IN_PROGRESS for 2s [ 1231.263189] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b in Status: SUCCESS [ 1231.263447] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b deletion is rescheduled due to dependency. [ 1231.263447] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.883158] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 in Status: SUCCESS [ 1231.883158] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 deletion is rescheduled due to dependency. [ 1231.883337] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.338568] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1234.338845] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1237.404455] env[69148]: INFO networking_nsxv3.common.synchronization [req-13a95589-8c79-49dd-a982-82ead1ff9198 req-fa70b885-39d0-4538-bfe9-95f9a531845e tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Enqueued Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_members [ 1237.404974] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_members [ 1237.405372] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.405618] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.405718] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.405931] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.406156] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.406308] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.406477] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.406633] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.406772] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.407043] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.700239] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-756 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.700447] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-756" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.700611] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-756" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.700903] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-756" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.701185] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.701347] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.701468] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.701697] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.701848] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.702073] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1237.702194] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1237.702305] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1237.702416] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1237.702526] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1237.702634] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1237.702771] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1237.720719] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1237.720878] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1237.721033] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1237.721206] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-756" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.721480] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-6dbba565-e63c-4cb2-b07c-9018af03f509 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.721649] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-6dbba565-e63c-4cb2-b07c-9018af03f509" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.721767] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-6dbba565-e63c-4cb2-b07c-9018af03f509" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.722063] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-6dbba565-e63c-4cb2-b07c-9018af03f509" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.722211] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dbba565-e63c-4cb2-b07c-9018af03f509',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.909559] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.909796] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.909879] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.910126] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.910230] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.910450] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.910547] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.910655] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.910821] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.910898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.910997] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 is going to be updated. [ 1237.934378] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.934534] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.934587] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.934733] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.934870] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.942396] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 in Status: IN_PROGRESS for 2s [ 1238.224688] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.224930] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.225078] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.225403] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.225568] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.226124] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 6dbba565-e63c-4cb2-b07c-9018af03f509 not found, creating... [ 1238.226124] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.226356] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.226356] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.226561] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.226731] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.227083] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.227195] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.227526] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.227526] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.227630] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.227848] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 6dbba565-e63c-4cb2-b07c-9018af03f509 is going to be created. [ 1238.247399] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.247624] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.247760] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.248042] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.248277] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.248509] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-6dbba565-e63c-4cb2-b07c-9018af03f509" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.985254] env[69148]: INFO networking_nsxv3.common.synchronization [req-13a95589-8c79-49dd-a982-82ead1ff9198 req-85a68dd0-ebd8-4c92-9ec2-82cdfd23b8de service nova] Enqueued Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_rules [ 1238.985530] env[69148]: INFO networking_nsxv3.common.synchronization [req-13a95589-8c79-49dd-a982-82ead1ff9198 req-85a68dd0-ebd8-4c92-9ec2-82cdfd23b8de service nova] Enqueued Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_members [ 1238.985724] env[69148]: INFO networking_nsxv3.common.synchronization [req-13a95589-8c79-49dd-a982-82ead1ff9198 req-85a68dd0-ebd8-4c92-9ec2-82cdfd23b8de service nova] Enqueued Resource ID: 6dbba565-e63c-4cb2-b07c-9018af03f509 with Priority: HIGHEST for action port [ 1238.987066] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_rules [ 1238.987257] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_members [ 1238.987442] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dbba565-e63c-4cb2-b07c-9018af03f509 with Priority: HIGHEST for action port [ 1238.987799] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3e07f2d-22f3-431f-a79c-9613c1f4fba9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.987984] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.988106] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.988372] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.988475] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.991348] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.991505] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.991781] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dbba565-e63c-4cb2-b07c-9018af03f509 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.991923] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dbba565-e63c-4cb2-b07c-9018af03f509" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.991982] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dbba565-e63c-4cb2-b07c-9018af03f509" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.992175] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dbba565-e63c-4cb2-b07c-9018af03f509" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.992253] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dbba565-e63c-4cb2-b07c-9018af03f509',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.491330] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.491480] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.494810] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6dbba565-e63c-4cb2-b07c-9018af03f509 with status ACTIVE [ 1239.495073] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.495240] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.495334] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.495636] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.495765] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.495973] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.496144] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.496222] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.496398] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.496480] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.496913] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.496913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.496913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.497090] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.497090] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.497162] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6dbba565-e63c-4cb2-b07c-9018af03f509 is going to be updated. [ 1239.518366] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.518560] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.518626] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.518826] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.518989] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.519225] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dbba565-e63c-4cb2-b07c-9018af03f509" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.952270] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 in Status: SUCCESS [ 1239.952455] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 deletion is rescheduled due to dependency. [ 1239.952569] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.952728] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.952944] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.953138] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.953252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.953314] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.953528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.953528] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.953665] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.455632] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.957898] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.460540] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.460906] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.460906] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.461069] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.461159] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.461261] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 is going to be updated. [ 1241.491958] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.492112] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.492185] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.492390] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.492536] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.503495] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 in Status: IN_PROGRESS for 2s [ 1243.514406] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 in Status: SUCCESS [ 1243.514791] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.514791] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.515021] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.515230] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.515357] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.515420] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.515606] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.515699] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.515812] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.515910] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.988285] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1243.988498] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1244.017913] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.520078] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3e07f2d-22f3-431f-a79c-9613c1f4fba9: rpc.has_security_group_logging(os_id): False [ 1244.536851] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.537062] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.537062] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.537263] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.537353] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.537629] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.537760] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.537760] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.537937] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.538020] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.538103] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 is going to be updated. [ 1244.600734] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.600926] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.600995] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.601179] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.601322] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.612650] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 in Status: IN_PROGRESS for 2s [ 1246.638789] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 in Status: SUCCESS [ 1246.638789] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.990092] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1248.990092] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1253.043110] env[69148]: INFO networking_nsxv3.common.synchronization [req-507d7ae8-d34f-46e1-88a9-f3fc2ddb27cb req-8b381520-81f4-4841-ada6-a055cefd66d2 tempest-AttachVolumeNegativeTest-1707185613 tempest-AttachVolumeNegativeTest-1707185613-project-member] Enqueued Resource ID: f9f7b709-0907-4cda-9e7a-24ca5d05c71a with Priority: HIGHEST for action security_group_members [ 1253.043486] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9f7b709-0907-4cda-9e7a-24ca5d05c71a with Priority: HIGHEST for action security_group_members [ 1253.043791] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9f7b709-0907-4cda-9e7a-24ca5d05c71a taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.044066] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.044066] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.044164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.044314] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.045607] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.045607] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.045607] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.045607] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.045607] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9f7b709-0907-4cda-9e7a-24ca5d05c71a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.547532] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.547738] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.547794] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.547992] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.548105] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.548313] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.548439] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.548566] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.548660] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.548718] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.548770] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9f7b709-0907-4cda-9e7a-24ca5d05c71a is going to be updated. [ 1253.576759] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.576936] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.576936] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.577190] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.577325] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.584993] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9f7b709-0907-4cda-9e7a-24ca5d05c71a in Status: IN_PROGRESS for 2s [ 1255.595249] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9f7b709-0907-4cda-9e7a-24ca5d05c71a in Status: SUCCESS [ 1255.595587] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9f7b709-0907-4cda-9e7a-24ca5d05c71a deletion is rescheduled due to dependency. [ 1255.595587] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.044468] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1258.044717] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1263.046560] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1263.046560] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1263.172859] env[69148]: INFO networking_nsxv3.common.synchronization [req-d4af374a-8a85-434e-b2ef-59e1a5138572 req-457faf6c-1ade-4241-8c24-f6f7e3a64d4a tempest-ServersTestBootFromVolume-666300291 tempest-ServersTestBootFromVolume-666300291-project-member] Enqueued Resource ID: 867d09be-4c80-4f40-a10d-d399858d18d9 with Priority: HIGHEST for action security_group_members [ 1263.173568] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 867d09be-4c80-4f40-a10d-d399858d18d9 with Priority: HIGHEST for action security_group_members [ 1263.173965] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-867d09be-4c80-4f40-a10d-d399858d18d9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.174152] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.174290] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.174542] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.174711] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.174841] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.174926] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.175133] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.175270] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.175393] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('867d09be-4c80-4f40-a10d-d399858d18d9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.678027] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.678027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.678027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.678328] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.678448] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.678611] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.678736] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.678788] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.678928] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.679042] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.679135] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 867d09be-4c80-4f40-a10d-d399858d18d9 is going to be updated. [ 1263.704099] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.704266] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.704418] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.704462] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.704577] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.711815] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 867d09be-4c80-4f40-a10d-d399858d18d9 in Status: IN_PROGRESS for 2s [ 1265.722655] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 867d09be-4c80-4f40-a10d-d399858d18d9 in Status: SUCCESS [ 1265.722987] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 867d09be-4c80-4f40-a10d-d399858d18d9 deletion is rescheduled due to dependency. [ 1265.722987] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.174960] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1268.175303] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1272.960294] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.960658] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-544" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.960658] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-544" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.960918] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-544" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.961231] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.961397] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.961605] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.961726] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.961887] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.962165] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1272.962303] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1272.962459] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1272.962533] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1272.962649] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1272.962759] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1272.962899] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1272.982165] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1272.982286] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1272.982425] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1272.982588] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-544" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.982867] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-d1261397-a4fd-48ab-b774-f747cc39ea65 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.983047] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-d1261397-a4fd-48ab-b774-f747cc39ea65" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.983196] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-d1261397-a4fd-48ab-b774-f747cc39ea65" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.983432] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-d1261397-a4fd-48ab-b774-f747cc39ea65" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.983571] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1261397-a4fd-48ab-b774-f747cc39ea65',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.175700] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1273.175902] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1273.486700] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.486700] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.486700] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.487018] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.487018] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.487258] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.487421] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.487540] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.487762] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.487902] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.488246] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.488405] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.488680] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.488742] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.488867] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.489316] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: d1261397-a4fd-48ab-b774-f747cc39ea65 is going to be updated. [ 1273.508151] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.508558] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.508558] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.508693] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.508861] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.509095] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-d1261397-a4fd-48ab-b774-f747cc39ea65" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.171893] env[69148]: INFO networking_nsxv3.common.synchronization [req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c req-f6133a70-52b9-4973-9fe1-43cb2b7905dc service nova] Enqueued Resource ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 with Priority: HIGHEST for action security_group_rules [ 1274.171893] env[69148]: INFO networking_nsxv3.common.synchronization [req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c req-f6133a70-52b9-4973-9fe1-43cb2b7905dc service nova] Enqueued Resource ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 with Priority: HIGHEST for action security_group_members [ 1274.171893] env[69148]: INFO networking_nsxv3.common.synchronization [req-e393392a-0b38-4dc0-a5ba-f1c43ad33b1c req-f6133a70-52b9-4973-9fe1-43cb2b7905dc service nova] Enqueued Resource ID: d1261397-a4fd-48ab-b774-f747cc39ea65 with Priority: HIGHEST for action port [ 1274.172502] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 with Priority: HIGHEST for action security_group_rules [ 1274.172853] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 with Priority: HIGHEST for action security_group_members [ 1274.173227] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1261397-a4fd-48ab-b774-f747cc39ea65 with Priority: HIGHEST for action port [ 1274.174066] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.174066] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.174066] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.174066] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.174433] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.175283] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.175530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.177283] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.177639] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.177639] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.177639] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.177892] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.177892] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.177892] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.178119] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.179084] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1261397-a4fd-48ab-b774-f747cc39ea65 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.179203] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1261397-a4fd-48ab-b774-f747cc39ea65" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.179284] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1261397-a4fd-48ab-b774-f747cc39ea65" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.179449] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1261397-a4fd-48ab-b774-f747cc39ea65" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.179537] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1261397-a4fd-48ab-b774-f747cc39ea65',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.681729] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.682709] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.682842] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.682968] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1261397-a4fd-48ab-b774-f747cc39ea65 with status ACTIVE [ 1274.683133] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.683306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.683306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.683500] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.683586] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.683749] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.683841] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.684347] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.684347] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.684347] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.684347] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.684564] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.684564] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.684564] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.684743] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.684743] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1261397-a4fd-48ab-b774-f747cc39ea65 is going to be updated. [ 1274.704514] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.704667] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.704703] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.704881] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.705019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.705170] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1261397-a4fd-48ab-b774-f747cc39ea65" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.186869] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.689981] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.689981] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.689981] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.689981] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.689981] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.689981] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 is going to be updated. [ 1275.716907] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.717166] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.717166] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.717316] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.717401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.726579] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 in Status: IN_PROGRESS for 2s [ 1277.737089] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 in Status: SUCCESS [ 1277.737463] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.737463] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.737665] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.737847] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.737963] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.738041] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.738198] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.738279] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.738365] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.738455] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.240225] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.743351] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7: rpc.has_security_group_logging(os_id): False [ 1278.763264] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.763489] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.763604] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.763889] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.763992] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.764260] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.764424] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.764541] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.764788] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.764923] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.765052] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 is going to be updated. [ 1278.821514] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.821773] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.821773] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.821908] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.822036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.836361] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 in Status: IN_PROGRESS for 2s [ 1279.174320] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1279.174470] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1280.456412] env[69148]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-27902579-335d-45d1-92ea-e74902eeadad None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1280.456841] env[69148]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-27902579-335d-45d1-92ea-e74902eeadad None None] NSXv3 Agent Agent loop - iteration:3 started [ 1280.850867] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 in Status: SUCCESS [ 1280.851204] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.175705] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1284.176104] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1285.251458] env[69148]: INFO networking_nsxv3.common.synchronization [req-0edf7ad9-c503-4dcf-8867-cf5f6aa9e4b5 req-ea3fa148-b445-475a-9fb5-19fd5e26fac2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Enqueued Resource ID: 7e56dd18-cf3f-44e3-8853-f8b0a0492646 with Priority: HIGHEST for action security_group_members [ 1285.252396] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e56dd18-cf3f-44e3-8853-f8b0a0492646 with Priority: HIGHEST for action security_group_members [ 1285.252739] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e56dd18-cf3f-44e3-8853-f8b0a0492646 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.252867] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.252936] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.253171] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.253328] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.254065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.254065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.254065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.254065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.254065] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e56dd18-cf3f-44e3-8853-f8b0a0492646',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.756412] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.756622] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.756622] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.756897] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.756995] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.757427] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.757427] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.757427] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.757654] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.757654] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.757733] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e56dd18-cf3f-44e3-8853-f8b0a0492646 is going to be updated. [ 1285.783856] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.783990] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.784089] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.784313] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.784486] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.791870] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e56dd18-cf3f-44e3-8853-f8b0a0492646 in Status: IN_PROGRESS for 2s [ 1287.802161] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e56dd18-cf3f-44e3-8853-f8b0a0492646 in Status: SUCCESS [ 1287.802434] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e56dd18-cf3f-44e3-8853-f8b0a0492646 deletion is rescheduled due to dependency. [ 1287.802478] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.253490] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1290.253814] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1294.368708] env[69148]: INFO networking_nsxv3.common.synchronization [req-2326d8d6-8109-428c-b8b3-d873b7258ce9 req-6a9534f4-8486-4549-86e5-172da08780bb tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Enqueued Resource ID: 3055d085-8ced-478c-a385-f1a08ce79f79 with Priority: HIGHEST for action security_group_members [ 1294.369284] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3055d085-8ced-478c-a385-f1a08ce79f79 with Priority: HIGHEST for action security_group_members [ 1294.369609] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-3055d085-8ced-478c-a385-f1a08ce79f79 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.369750] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.369812] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.370018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.370172] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.370301] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.370359] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.370516] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.370600] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.370694] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3055d085-8ced-478c-a385-f1a08ce79f79',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.872754] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.872918] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.872992] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.873264] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.873363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.873561] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.873679] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.873752] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.873909] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.873987] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.874086] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3055d085-8ced-478c-a385-f1a08ce79f79 is going to be updated. [ 1294.900308] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.900454] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.900503] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.900699] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.900839] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.904501] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-588 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.904687] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-588" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.904813] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-588" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.905065] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-588" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.906980] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.907178] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.907305] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.907539] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.907681] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.907892] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1294.908022] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1294.908132] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1294.908234] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1294.908345] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1294.908453] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1294.908583] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1294.910880] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3055d085-8ced-478c-a385-f1a08ce79f79 in Status: IN_PROGRESS for 2s [ 1294.932987] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1294.933187] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1294.933330] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1294.933512] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-588" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.934129] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-d3bc929c-3fad-45b2-938d-c2096339a32e taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.934273] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-d3bc929c-3fad-45b2-938d-c2096339a32e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.934367] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-d3bc929c-3fad-45b2-938d-c2096339a32e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.934713] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-d3bc929c-3fad-45b2-938d-c2096339a32e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.934853] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3bc929c-3fad-45b2-938d-c2096339a32e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.952902] env[69148]: INFO networking_nsxv3.common.synchronization [req-69e98bb5-892c-493f-a7cd-16911830a7da req-c1b6fffb-041d-46e3-9c21-e07199c0d241 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Enqueued Resource ID: 2affd726-71c7-4e12-9b47-ffd0cb5499e9 with Priority: HIGHEST for action security_group_members [ 1294.953577] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2affd726-71c7-4e12-9b47-ffd0cb5499e9 with Priority: HIGHEST for action security_group_members [ 1294.953910] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-2affd726-71c7-4e12-9b47-ffd0cb5499e9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.954044] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.954115] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.954310] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.954492] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.954701] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.954701] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.954856] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.954940] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.955043] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2affd726-71c7-4e12-9b47-ffd0cb5499e9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.437612] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.438071] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.438071] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.438297] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.438458] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.438622] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port d3bc929c-3fad-45b2-938d-c2096339a32e not found, creating... [ 1295.438889] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.439071] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.439217] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.439495] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.439658] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.439938] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.440110] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.440232] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.440442] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.440580] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.440722] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: d3bc929c-3fad-45b2-938d-c2096339a32e is going to be created. [ 1295.457611] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.457819] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.457819] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.458031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.458124] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.458318] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.458419] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.458482] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.458627] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.458701] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.458790] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2affd726-71c7-4e12-9b47-ffd0cb5499e9 is going to be updated. [ 1295.460893] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.461104] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.461237] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.461580] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.461809] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.462075] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-d3bc929c-3fad-45b2-938d-c2096339a32e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.573384] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.573572] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.573660] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.573908] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.574066] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.583501] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2affd726-71c7-4e12-9b47-ffd0cb5499e9 in Status: IN_PROGRESS for 2s [ 1296.213272] env[69148]: INFO networking_nsxv3.common.synchronization [req-2326d8d6-8109-428c-b8b3-d873b7258ce9 req-1663b46c-f348-4c8d-99fb-2d3d06d5c684 service nova] Enqueued Resource ID: 3055d085-8ced-478c-a385-f1a08ce79f79 with Priority: HIGHEST for action security_group_rules [ 1296.213331] env[69148]: INFO networking_nsxv3.common.synchronization [req-2326d8d6-8109-428c-b8b3-d873b7258ce9 req-1663b46c-f348-4c8d-99fb-2d3d06d5c684 service nova] Enqueued Resource ID: 3055d085-8ced-478c-a385-f1a08ce79f79 with Priority: HIGHEST for action security_group_members [ 1296.213450] env[69148]: INFO networking_nsxv3.common.synchronization [req-2326d8d6-8109-428c-b8b3-d873b7258ce9 req-1663b46c-f348-4c8d-99fb-2d3d06d5c684 service nova] Enqueued Resource ID: d3bc929c-3fad-45b2-938d-c2096339a32e with Priority: HIGHEST for action port [ 1296.213703] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3055d085-8ced-478c-a385-f1a08ce79f79 with Priority: HIGHEST for action security_group_rules [ 1296.214133] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3055d085-8ced-478c-a385-f1a08ce79f79 with Priority: HIGHEST for action security_group_members [ 1296.214133] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3bc929c-3fad-45b2-938d-c2096339a32e with Priority: HIGHEST for action port [ 1296.214548] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3055d085-8ced-478c-a385-f1a08ce79f79 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.214693] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.214778] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.215517] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.215517] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3055d085-8ced-478c-a385-f1a08ce79f79',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.216673] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-3055d085-8ced-478c-a385-f1a08ce79f79 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.216777] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.217343] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3bc929c-3fad-45b2-938d-c2096339a32e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.217468] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3bc929c-3fad-45b2-938d-c2096339a32e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.217517] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3bc929c-3fad-45b2-938d-c2096339a32e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.217727] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3bc929c-3fad-45b2-938d-c2096339a32e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.218169] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3bc929c-3fad-45b2-938d-c2096339a32e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.720019] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-3055d085-8ced-478c-a385-f1a08ce79f79 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.720019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.720588] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3bc929c-3fad-45b2-938d-c2096339a32e with status ACTIVE [ 1296.720588] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.720588] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.720588] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.720853] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.720853] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.720954] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.721034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.721094] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.721200] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.721274] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.721504] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.721674] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.721674] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.721792] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.721842] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.721928] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3bc929c-3fad-45b2-938d-c2096339a32e is going to be updated. [ 1296.741828] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.742040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.742040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.742195] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.742324] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.742472] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3bc929c-3fad-45b2-938d-c2096339a32e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.919877] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3055d085-8ced-478c-a385-f1a08ce79f79 in Status: SUCCESS [ 1296.920071] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3055d085-8ced-478c-a385-f1a08ce79f79 deletion is rescheduled due to dependency. [ 1296.920185] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.920350] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.920560] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.920741] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.920860] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.920919] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.921082] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.921164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.921320] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3055d085-8ced-478c-a385-f1a08ce79f79',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.423485] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3055d085-8ced-478c-a385-f1a08ce79f79',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.593737] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2affd726-71c7-4e12-9b47-ffd0cb5499e9 in Status: SUCCESS [ 1297.593961] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2affd726-71c7-4e12-9b47-ffd0cb5499e9 deletion is rescheduled due to dependency. [ 1297.594054] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.925995] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3055d085-8ced-478c-a385-f1a08ce79f79',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.428972] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.429216] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.429216] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.429424] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.429520] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.429624] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3055d085-8ced-478c-a385-f1a08ce79f79 is going to be updated. [ 1298.454698] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.454866] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.454911] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.455259] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.455419] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.464310] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3055d085-8ced-478c-a385-f1a08ce79f79 in Status: IN_PROGRESS for 2s [ 1300.474637] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3055d085-8ced-478c-a385-f1a08ce79f79 in Status: SUCCESS [ 1300.474932] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.475165] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.475470] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.475729] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.475875] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.475987] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.476201] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.476314] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.476418] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.476560] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3055d085-8ced-478c-a385-f1a08ce79f79',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.978986] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-3055d085-8ced-478c-a385-f1a08ce79f79 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.979203] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.979251] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.979474] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.979636] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.979731] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.979788] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.979941] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.980038] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.980129] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.980271] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-3055d085-8ced-478c-a385-f1a08ce79f79 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.980361] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.980415] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.980591] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.980732] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.980822] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.980880] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.981029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.981108] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.981188] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.981277] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3055d085-8ced-478c-a385-f1a08ce79f79',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.215387] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1301.215538] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1301.483519] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3055d085-8ced-478c-a385-f1a08ce79f79: rpc.has_security_group_logging(os_id): False [ 1301.500889] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.501046] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.501095] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.501306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.501415] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.501632] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.502666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.502666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.502666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.502666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.502666] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.502666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.502666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.502666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.502666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.503380] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.503380] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.503380] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.503380] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.503380] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.503380] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3055d085-8ced-478c-a385-f1a08ce79f79 is going to be updated. [ 1301.559014] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.559014] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.559014] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.559014] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.559014] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.569070] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3055d085-8ced-478c-a385-f1a08ce79f79 in Status: IN_PROGRESS for 2s [ 1303.588713] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3055d085-8ced-478c-a385-f1a08ce79f79 in Status: SUCCESS [ 1303.588713] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.347017] env[69148]: INFO networking_nsxv3.common.synchronization [req-c6207092-a072-47e2-8161-6b14a0de1e95 req-047c5e49-15a8-4bec-a0f6-ed863cbbdc8d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Enqueued Resource ID: 3055d085-8ced-478c-a385-f1a08ce79f79 with Priority: HIGHEST for action security_group_members [ 1304.348679] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3055d085-8ced-478c-a385-f1a08ce79f79 with Priority: HIGHEST for action security_group_members [ 1304.348679] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-3055d085-8ced-478c-a385-f1a08ce79f79 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.348679] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.348679] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.348679] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.348679] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.348679] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.348679] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.348679] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.348679] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.349573] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3055d085-8ced-478c-a385-f1a08ce79f79',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.388917] env[69148]: INFO networking_nsxv3.common.synchronization [req-c6207092-a072-47e2-8161-6b14a0de1e95 req-047c5e49-15a8-4bec-a0f6-ed863cbbdc8d tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Enqueued Resource ID: d3bc929c-3fad-45b2-938d-c2096339a32e with Priority: HIGHEST for action port [ 1304.389179] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3bc929c-3fad-45b2-938d-c2096339a32e with Priority: HIGHEST for action port [ 1304.389722] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3bc929c-3fad-45b2-938d-c2096339a32e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.389829] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3bc929c-3fad-45b2-938d-c2096339a32e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.389956] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3bc929c-3fad-45b2-938d-c2096339a32e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.390158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3bc929c-3fad-45b2-938d-c2096339a32e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.390237] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3bc929c-3fad-45b2-938d-c2096339a32e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.850870] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.851137] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.851137] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.851342] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.851431] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.851672] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.851773] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.851882] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.852060] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.852151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.852262] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3055d085-8ced-478c-a385-f1a08ce79f79 is going to be updated. [ 1304.878092] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.878224] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.878666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.878666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.878666] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.889823] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3055d085-8ced-478c-a385-f1a08ce79f79 in Status: IN_PROGRESS for 2s [ 1304.892193] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3bc929c-3fad-45b2-938d-c2096339a32e with status ACTIVE [ 1304.892470] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.892653] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.892733] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.892918] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.893024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.893227] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.893326] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.893405] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.893559] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.893634] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.893834] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.893927] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.894014] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.894153] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.894246] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.894408] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3bc929c-3fad-45b2-938d-c2096339a32e is going to be updated. [ 1304.914023] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.914023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.914023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.914216] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.914252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.914367] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3bc929c-3fad-45b2-938d-c2096339a32e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.899607] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3055d085-8ced-478c-a385-f1a08ce79f79 in Status: SUCCESS [ 1306.899927] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3055d085-8ced-478c-a385-f1a08ce79f79 deletion is rescheduled due to dependency. [ 1306.899927] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.389888] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.390295] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1312.765921] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-756 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.766252] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-756" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.766304] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-756" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.766550] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-756" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.766850] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.767026] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.767152] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.767368] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.767509] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.767722] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1312.767839] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1312.767949] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1312.768084] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1312.768217] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1312.768327] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1312.768478] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1312.794723] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1312.794881] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1312.795029] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1312.795213] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-756" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.795503] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-6dbba565-e63c-4cb2-b07c-9018af03f509 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.795671] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-6dbba565-e63c-4cb2-b07c-9018af03f509" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.795793] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-6dbba565-e63c-4cb2-b07c-9018af03f509" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.796059] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-6dbba565-e63c-4cb2-b07c-9018af03f509" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.796202] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dbba565-e63c-4cb2-b07c-9018af03f509',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.298519] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.298763] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.298878] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.299209] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.299371] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.299694] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.299864] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.299987] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.300224] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.300381] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.300665] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.300868] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.300996] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.301224] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.301365] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.301510] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 6dbba565-e63c-4cb2-b07c-9018af03f509 is going to be updated. [ 1313.320355] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.320557] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.320651] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.320883] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.321091] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.321307] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-6dbba565-e63c-4cb2-b07c-9018af03f509" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.304335] env[69148]: INFO networking_nsxv3.common.synchronization [req-6d03a3ed-c039-401f-9abf-f02f9456bb1b req-c85d524b-a8a2-4970-94eb-a489e298a2dc service nova] Enqueued Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_rules [ 1314.304630] env[69148]: INFO networking_nsxv3.common.synchronization [req-6d03a3ed-c039-401f-9abf-f02f9456bb1b req-c85d524b-a8a2-4970-94eb-a489e298a2dc service nova] Enqueued Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_members [ 1314.304630] env[69148]: INFO networking_nsxv3.common.synchronization [req-6d03a3ed-c039-401f-9abf-f02f9456bb1b req-c85d524b-a8a2-4970-94eb-a489e298a2dc service nova] Enqueued Resource ID: 6dbba565-e63c-4cb2-b07c-9018af03f509 with Priority: HIGHEST for action port [ 1314.304869] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_rules [ 1314.304995] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_members [ 1314.305109] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dbba565-e63c-4cb2-b07c-9018af03f509 with Priority: HIGHEST for action port [ 1314.305645] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3e07f2d-22f3-431f-a79c-9613c1f4fba9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.305770] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.305837] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.306039] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.306124] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.306912] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.307034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.307102] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.307259] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.307400] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.307492] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.307555] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.307690] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.307799] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.307918] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.308649] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dbba565-e63c-4cb2-b07c-9018af03f509 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.309026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dbba565-e63c-4cb2-b07c-9018af03f509" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.309026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dbba565-e63c-4cb2-b07c-9018af03f509" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.309026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dbba565-e63c-4cb2-b07c-9018af03f509" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.309210] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dbba565-e63c-4cb2-b07c-9018af03f509',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.812029] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.812264] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.812372] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.814987] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6dbba565-e63c-4cb2-b07c-9018af03f509 with status ACTIVE [ 1314.815176] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.815294] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.815363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.815570] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.815660] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.815828] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.815926] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.816053] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.816150] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.816243] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.816429] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.816527] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.816589] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.816732] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.816805] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.816890] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6dbba565-e63c-4cb2-b07c-9018af03f509 is going to be updated. [ 1314.835470] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.835614] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.835614] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.835768] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.835902] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.836060] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dbba565-e63c-4cb2-b07c-9018af03f509" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.314424] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.817268] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.817483] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.817579] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.817798] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.817894] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.818023] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 is going to be updated. [ 1315.845178] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.845392] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.845392] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.845594] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.845734] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.854020] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 in Status: IN_PROGRESS for 2s [ 1317.864739] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 in Status: SUCCESS [ 1317.865140] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.865140] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.865329] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.865515] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.865628] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.865694] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.865861] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.865951] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.866048] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.866140] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.368709] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.871831] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3e07f2d-22f3-431f-a79c-9613c1f4fba9: rpc.has_security_group_logging(os_id): False [ 1318.888711] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.888943] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.888943] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.889128] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.889221] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.889476] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.889563] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.889648] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.889807] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.889886] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.890039] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 is going to be updated. [ 1318.942908] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.943160] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.943160] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.943342] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.943483] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.961991] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 in Status: IN_PROGRESS for 2s [ 1319.305993] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.306213] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1320.976539] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 in Status: SUCCESS [ 1320.977028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.307450] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.307787] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1329.308683] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.309095] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1329.762660] env[69148]: INFO networking_nsxv3.common.synchronization [req-2e8f221d-8c32-4ea6-b445-ed27cb83654e req-5e93afa8-a9a6-4861-803e-ddfb33849162 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Enqueued Resource ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 with Priority: HIGHEST for action security_group_members [ 1329.763144] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 with Priority: HIGHEST for action security_group_members [ 1329.763455] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.763713] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.763815] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.764200] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.764200] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.764361] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.764361] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.764511] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.764598] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.764690] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f9bf11a-8379-4ce3-bb57-b3b1d7558616',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.190732] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-588 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.190983] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-588" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.191116] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-588" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.191425] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-588" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.191714] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.191908] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.192062] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.192326] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.192550] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.192841] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1330.193102] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1330.193269] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1330.193390] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1330.193511] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1330.193624] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1330.193761] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1330.213032] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1330.213243] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1330.213445] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1330.213636] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-588" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.213954] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-318563c1-d95a-4b56-8b7c-b4a3a94ca64e taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.214145] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-318563c1-d95a-4b56-8b7c-b4a3a94ca64e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.214267] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-318563c1-d95a-4b56-8b7c-b4a3a94ca64e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.214730] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-318563c1-d95a-4b56-8b7c-b4a3a94ca64e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.214961] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('318563c1-d95a-4b56-8b7c-b4a3a94ca64e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.266872] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f9bf11a-8379-4ce3-bb57-b3b1d7558616',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.355369] env[69148]: INFO networking_nsxv3.common.synchronization [req-fc7e86c1-575a-4ae7-b380-43df5955988d req-e9e363b5-1490-4360-995b-6b4fc3c30145 tempest-ServerActionsTestOtherB-495356967 tempest-ServerActionsTestOtherB-495356967-project-member] Enqueued Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_members [ 1330.356566] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 with Priority: HIGHEST for action security_group_members [ 1330.356566] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.356566] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.356566] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.356566] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.357131] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.357131] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.357131] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.357131] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.357366] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.357366] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3e07f2d-22f3-431f-a79c-9613c1f4fba9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.384331] env[69148]: INFO networking_nsxv3.common.synchronization [req-af1f04e7-2497-4a8c-91f9-cf6a3c92bcc9 req-e1cbb253-b10f-4e9d-bcbc-452a09944d35 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Enqueued Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGHEST for action security_group_members [ 1330.384331] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGHEST for action security_group_members [ 1330.384546] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.384665] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.384732] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.384925] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.385260] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.385389] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.385449] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.385610] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.385696] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.385787] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.717910] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.718339] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.718528] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.718839] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.719203] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.719439] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 318563c1-d95a-4b56-8b7c-b4a3a94ca64e not found, creating... [ 1330.720095] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.720095] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.720267] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.720624] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.720761] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.721125] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.721415] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.721536] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.721903] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.722101] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.722281] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 318563c1-d95a-4b56-8b7c-b4a3a94ca64e is going to be created. [ 1330.741735] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.742545] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.742545] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.742545] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.742775] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.743042] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-318563c1-d95a-4b56-8b7c-b4a3a94ca64e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.769663] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f9bf11a-8379-4ce3-bb57-b3b1d7558616',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.860607] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.860813] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.860813] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.861062] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.861164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.861367] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.861470] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.861533] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.861687] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.861809] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.861926] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 is going to be updated. [ 1330.887904] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.888100] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.888100] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.888244] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.888327] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.888504] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.888603] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.888665] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.888833] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.888913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.888999] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 is going to be updated. [ 1330.901443] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.901638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.901638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.901945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.902162] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.912546] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 in Status: IN_PROGRESS for 2s [ 1330.929188] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.929354] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.929402] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.929582] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.929715] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.941999] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 in Status: IN_PROGRESS for 2s [ 1331.271549] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.271741] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.271909] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.272158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.272243] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.272300] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 is going to be updated. [ 1331.301148] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.301148] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.301148] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.301148] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.301148] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.310369] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 in Status: IN_PROGRESS for 2s [ 1331.399812] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.400201] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.400201] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.400332] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.400332] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.633024] env[69148]: INFO networking_nsxv3.common.synchronization [req-1cc38298-f73d-41ff-b833-6cffe76833d2 req-f76ee4e4-2414-4013-a026-89cbc7d9c452 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Enqueued Resource ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 with Priority: HIGHEST for action security_group_members [ 1331.633024] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 with Priority: HIGHEST for action security_group_members [ 1331.633024] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.633024] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.633537] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.633840] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.634122] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.634363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.634568] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.634820] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.635016] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.636184] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.662046] env[69148]: INFO networking_nsxv3.common.synchronization [req-2e8f221d-8c32-4ea6-b445-ed27cb83654e req-e7152432-ae58-4c52-814a-40e65e9e0e31 service nova] Enqueued Resource ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 with Priority: HIGHEST for action security_group_rules [ 1331.662046] env[69148]: INFO networking_nsxv3.common.synchronization [req-2e8f221d-8c32-4ea6-b445-ed27cb83654e req-e7152432-ae58-4c52-814a-40e65e9e0e31 service nova] Enqueued Resource ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 with Priority: HIGHEST for action security_group_members [ 1331.662046] env[69148]: INFO networking_nsxv3.common.synchronization [req-2e8f221d-8c32-4ea6-b445-ed27cb83654e req-e7152432-ae58-4c52-814a-40e65e9e0e31 service nova] Enqueued Resource ID: 318563c1-d95a-4b56-8b7c-b4a3a94ca64e with Priority: HIGHEST for action port [ 1331.662046] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 with Priority: HIGHEST for action security_group_rules [ 1331.662046] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 with Priority: HIGHEST for action security_group_members [ 1331.662046] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318563c1-d95a-4b56-8b7c-b4a3a94ca64e with Priority: HIGHEST for action port [ 1331.662046] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.662046] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.662046] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.662046] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.662046] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f9bf11a-8379-4ce3-bb57-b3b1d7558616',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.663376] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.663662] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.663977] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-318563c1-d95a-4b56-8b7c-b4a3a94ca64e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.664252] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-318563c1-d95a-4b56-8b7c-b4a3a94ca64e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.664411] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-318563c1-d95a-4b56-8b7c-b4a3a94ca64e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.664909] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-318563c1-d95a-4b56-8b7c-b4a3a94ca64e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.665155] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('318563c1-d95a-4b56-8b7c-b4a3a94ca64e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.903646] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.137829] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.138050] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.138050] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.138287] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.138381] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.138578] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.138681] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.138743] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.138892] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.138959] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.139060] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 is going to be updated. [ 1332.167492] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.167732] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.167732] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 318563c1-d95a-4b56-8b7c-b4a3a94ca64e with status ACTIVE [ 1332.168112] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.168217] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.168283] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.168489] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.168575] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.168808] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.168928] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.168993] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.169165] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.169238] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.169422] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.169511] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.169568] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.169724] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.169832] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.169872] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 318563c1-d95a-4b56-8b7c-b4a3a94ca64e is going to be updated. [ 1332.171576] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.171677] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.171744] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.172058] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.172207] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.184596] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 in Status: IN_PROGRESS for 2s [ 1332.198378] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.198555] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.198555] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.198747] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.198875] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.199033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-318563c1-d95a-4b56-8b7c-b4a3a94ca64e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.406173] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.911466] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1332.911466] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1332.938516] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 in Status: SUCCESS [ 1332.938702] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3e07f2d-22f3-431f-a79c-9613c1f4fba9 deletion is rescheduled due to dependency. [ 1332.938837] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3e07f2d-22f3-431f-a79c-9613c1f4fba9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.950948] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 in Status: SUCCESS [ 1332.951152] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 deletion is rescheduled due to dependency. [ 1332.951281] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.320042] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 in Status: SUCCESS [ 1333.320170] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.320266] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.320483] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.320671] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.320797] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.320847] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.320993] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.321114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.321233] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f9bf11a-8379-4ce3-bb57-b3b1d7558616',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.674058] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.674479] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.674479] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.674479] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.688181] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1333.689030] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.689848] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1333.725499] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.725657] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.725734] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.725947] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.740254] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.741065] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 1333.741171] env[69148]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'318563c1-d95a-4b56-8b7c-b4a3a94ca64e'} {{(pid=69148) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1333.741237] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1333.780630] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.780827] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.780909] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.781354] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.782422] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.782635] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1333.824689] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f9bf11a-8379-4ce3-bb57-b3b1d7558616',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.861031] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.861031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.861233] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.861552] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.861632] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.861929] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1333.952081] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.952251] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.952325] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.952517] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.952977] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.953327] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:39. [ 1333.953622] env[69148]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'dc0c4f4f-d00e-4bf5-b037-5311ce76d674', '424d5d13-3045-45cb-a397-d748954b6f87', '7c215908-dd8a-47b4-8ae6-43926bc54984', '867d09be-4c80-4f40-a10d-d399858d18d9', 'f112d3f7-ff91-4ac1-bca7-54fab98909ed', 'f9f7b709-0907-4cda-9e7a-24ca5d05c71a', 'b2e13469-c28b-4d9f-8469-a7ffb4376c5b', '0f9bf11a-8379-4ce3-bb57-b3b1d7558616', 'bd06c87e-e320-467b-aeb5-cb919faeaa37', '8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7', 'e0c40e17-28e8-4f51-bf4c-228ae77fcac8', '85270a4e-0efa-4737-a203-a1d89b224353', '61637f1f-cbb6-41e2-a781-45f247067de5', 'f12fef98-8100-404a-8a99-8fca5d46233e', '5cf5384d-9342-4d30-8b5a-a4547db86d22', 'e93156e7-c7b9-455d-b2a6-769155d728d3', 'd6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52', '8899b353-20b4-4984-b7dc-40612e84ef76', '1c607350-2453-403a-bdf8-1332d259071f', '04e6b136-dfe3-4b1a-a922-0729d25ceb70', '7834aa62-8735-42e9-bf45-38225592037f', '90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1', '00b98578-537a-4d78-8097-1a43b1cc2d83', '76557bd9-9de8-4dbf-ab60-70df1591a6c6', '3055d085-8ced-478c-a385-f1a08ce79f79', 'ca4a3dab-4665-44a6-8cef-e328abed0131', '19fd9e4a-88ca-4a76-b801-42eedbf15eec', 'd2dcc0dc-8e8a-4253-89aa-4a63cb300d40', '188f2541-1c0b-49d0-8226-d4c9fa231b2c', 'f9722d51-57e3-4e87-93f2-2e5f2d457077', '2affd726-71c7-4e12-9b47-ffd0cb5499e9', 'b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7', '0f75609d-3f36-40dc-8433-9981b3ccab9e', '1d277da6-fb39-4bf5-9ba6-681a973593b0', '7e56dd18-cf3f-44e3-8853-f8b0a0492646', 'aa7f02de-5a48-4f98-afc9-18d22620466a', '662ea25f-4f1b-416e-bafb-b25aba645d39', 'e3e07f2d-22f3-431f-a79c-9613c1f4fba9', 'f33bbf53-b9f7-429b-aa8e-2ce3096f1321'} {{(pid=69148) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1333.953622] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1333.973696] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.973869] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.973914] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.974151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.974245] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.974382] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1333.974426] env[69148]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69148) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1333.974468] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1334.107609] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.107756] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.107811] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.108041] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.109145] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.109398] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1334.109488] env[69148]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69148) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1334.109536] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1334.109606] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 1334.109689] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 318563c1-d95a-4b56-8b7c-b4a3a94ca64e with Priority: HIGH for action port [ 1334.109803] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/39 resources of Type:Security Group Rules [ 1334.109871] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 with Priority: HIGH for action security_group_rules [ 1334.109943] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGH for action security_group_rules [ 1334.109998] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c215908-dd8a-47b4-8ae6-43926bc54984 with Priority: HIGH for action security_group_rules [ 1334.110074] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 867d09be-4c80-4f40-a10d-d399858d18d9 with Priority: HIGH for action security_group_rules [ 1334.110134] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed with Priority: HIGH for action security_group_rules [ 1334.110183] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9f7b709-0907-4cda-9e7a-24ca5d05c71a with Priority: HIGH for action security_group_rules [ 1334.110237] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGH for action security_group_rules [ 1334.110293] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 with Priority: HIGH for action security_group_rules [ 1334.110619] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd06c87e-e320-467b-aeb5-cb919faeaa37 with Priority: HIGH for action security_group_rules [ 1334.110839] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 with Priority: HIGH for action security_group_rules [ 1334.110888] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGH for action security_group_rules [ 1334.110979] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85270a4e-0efa-4737-a203-a1d89b224353 with Priority: HIGH for action security_group_rules [ 1334.111076] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 61637f1f-cbb6-41e2-a781-45f247067de5 with Priority: HIGH for action security_group_rules [ 1334.111159] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGH for action security_group_rules [ 1334.111248] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 with Priority: HIGH for action security_group_rules [ 1334.111317] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e93156e7-c7b9-455d-b2a6-769155d728d3 with Priority: HIGH for action security_group_rules [ 1334.111391] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 with Priority: HIGH for action security_group_rules [ 1334.111509] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8899b353-20b4-4984-b7dc-40612e84ef76 with Priority: HIGH for action security_group_rules [ 1334.111563] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c607350-2453-403a-bdf8-1332d259071f with Priority: HIGH for action security_group_rules [ 1334.111665] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.192892] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 in Status: SUCCESS [ 1334.193151] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 deletion is rescheduled due to dependency. [ 1334.193244] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.327958] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f9bf11a-8379-4ce3-bb57-b3b1d7558616',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.829891] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.830298] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.830298] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.830378] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.830479] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.830678] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 is going to be updated. [ 1334.855702] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.855918] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.856013] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.856230] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.856374] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.864439] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 in Status: IN_PROGRESS for 2s [ 1336.124315] env[69148]: INFO networking_nsxv3.common.synchronization [None req-f8c48aa4-e8bd-48e5-aff5-a265912af314 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Enqueued Resource ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e with Priority: HIGHEST for action security_group_rules [ 1336.124793] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e with Priority: HIGHEST for action security_group_rules [ 1336.124943] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318563c1-d95a-4b56-8b7c-b4a3a94ca64e with Priority: HIGH for action port [ 1336.125062] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424d5d13-3045-45cb-a397-d748954b6f87 with Priority: HIGH for action security_group_rules [ 1336.125163] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9f7b709-0907-4cda-9e7a-24ca5d05c71a with Priority: HIGH for action security_group_rules [ 1336.125259] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f12fef98-8100-404a-8a99-8fca5d46233e with Priority: HIGH for action security_group_rules [ 1336.125351] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c607350-2453-403a-bdf8-1332d259071f with Priority: HIGH for action security_group_rules [ 1336.125441] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8899b353-20b4-4984-b7dc-40612e84ef76 with Priority: HIGH for action security_group_rules [ 1336.125529] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 with Priority: HIGH for action security_group_rules [ 1336.125620] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93156e7-c7b9-455d-b2a6-769155d728d3 with Priority: HIGH for action security_group_rules [ 1336.125708] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61637f1f-cbb6-41e2-a781-45f247067de5 with Priority: HIGH for action security_group_rules [ 1336.125794] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 with Priority: HIGH for action security_group_rules [ 1336.125880] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85270a4e-0efa-4737-a203-a1d89b224353 with Priority: HIGH for action security_group_rules [ 1336.125966] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGH for action security_group_rules [ 1336.126279] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 with Priority: HIGH for action security_group_rules [ 1336.126420] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd06c87e-e320-467b-aeb5-cb919faeaa37 with Priority: HIGH for action security_group_rules [ 1336.126516] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 with Priority: HIGH for action security_group_rules [ 1336.126607] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed with Priority: HIGH for action security_group_rules [ 1336.126716] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b with Priority: HIGH for action security_group_rules [ 1336.126823] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 867d09be-4c80-4f40-a10d-d399858d18d9 with Priority: HIGH for action security_group_rules [ 1336.126962] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 with Priority: HIGH for action security_group_rules [ 1336.127099] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c215908-dd8a-47b4-8ae6-43926bc54984 with Priority: HIGH for action security_group_rules [ 1336.127432] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.127556] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.127624] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.127877] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.127962] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.129238] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-318563c1-d95a-4b56-8b7c-b4a3a94ca64e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.129356] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-318563c1-d95a-4b56-8b7c-b4a3a94ca64e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.129424] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-318563c1-d95a-4b56-8b7c-b4a3a94ca64e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.129706] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-318563c1-d95a-4b56-8b7c-b4a3a94ca64e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.129789] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('318563c1-d95a-4b56-8b7c-b4a3a94ca64e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.132617] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-424d5d13-3045-45cb-a397-d748954b6f87 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.132617] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.132741] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.132844] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.132884] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('424d5d13-3045-45cb-a397-d748954b6f87',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.134040] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9f7b709-0907-4cda-9e7a-24ca5d05c71a taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.134165] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.134165] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.134403] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.134482] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9f7b709-0907-4cda-9e7a-24ca5d05c71a',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.135461] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f12fef98-8100-404a-8a99-8fca5d46233e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.135596] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.135647] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.135778] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.135851] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f12fef98-8100-404a-8a99-8fca5d46233e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.136920] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c607350-2453-403a-bdf8-1332d259071f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.137044] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.137111] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.137263] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.137337] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c607350-2453-403a-bdf8-1332d259071f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.138449] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8899b353-20b4-4984-b7dc-40612e84ef76 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.138553] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.138620] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.138816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.138859] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8899b353-20b4-4984-b7dc-40612e84ef76',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.139788] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.139943] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.139998] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.140152] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.140203] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.141383] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e93156e7-c7b9-455d-b2a6-769155d728d3 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.141530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.141603] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.141756] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.141872] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e93156e7-c7b9-455d-b2a6-769155d728d3',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.142502] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61637f1f-cbb6-41e2-a781-45f247067de5 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.142736] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.142831] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.142981] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.143059] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61637f1f-cbb6-41e2-a781-45f247067de5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.143704] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cf5384d-9342-4d30-8b5a-a4547db86d22 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.143832] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.143876] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.144728] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.144728] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cf5384d-9342-4d30-8b5a-a4547db86d22',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.145947] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85270a4e-0efa-4737-a203-a1d89b224353 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.146230] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.146330] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.146459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.146533] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85270a4e-0efa-4737-a203-a1d89b224353',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.147403] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.147520] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.147602] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.147736] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.147899] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.149746] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.149888] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.149954] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.150126] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.150203] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.151626] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd06c87e-e320-467b-aeb5-cb919faeaa37 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.151801] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.151905] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.152075] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.152154] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd06c87e-e320-467b-aeb5-cb919faeaa37',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.152822] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.152976] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.153180] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f112d3f7-ff91-4ac1-bca7-54fab98909ed taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.153283] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.153349] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.153496] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.153566] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f112d3f7-ff91-4ac1-bca7-54fab98909ed',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.155304] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.155445] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.155535] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.155668] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.155741] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2e13469-c28b-4d9f-8469-a7ffb4376c5b',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.156841] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-867d09be-4c80-4f40-a10d-d399858d18d9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.156951] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.157034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.157190] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.157266] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('867d09be-4c80-4f40-a10d-d399858d18d9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.158392] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc0c4f4f-d00e-4bf5-b037-5311ce76d674 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.158498] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.158785] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.158964] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.159270] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc0c4f4f-d00e-4bf5-b037-5311ce76d674',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.160418] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c215908-dd8a-47b4-8ae6-43926bc54984 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.160521] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.160521] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.160656] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.160730] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c215908-dd8a-47b4-8ae6-43926bc54984',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.183770] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.183886] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.184035] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.184177] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.200759] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.200872] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61637f1f-cbb6-41e2-a781-45f247067de5 is going to be deleted. [ 1336.226570] env[69148]: INFO networking_nsxv3.common.synchronization [None req-60c80f22-3b7c-4e64-8ead-c0ecd922afd6 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Enqueued Resource ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e with Priority: HIGHEST for action security_group_rules [ 1336.227091] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e with Priority: HIGHEST for action security_group_rules [ 1336.227399] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.227500] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.251280] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.251420] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.251479] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.251682] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.251773] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.251911] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61637f1f-cbb6-41e2-a781-45f247067de5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.653472] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.653673] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.653673] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.653904] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.653995] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.654105] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e already deleted. [ 1336.654178] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.656529] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.656712] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.656795] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.662044] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.662191] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.662274] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.662471] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.667949] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 318563c1-d95a-4b56-8b7c-b4a3a94ca64e with status ACTIVE [ 1336.668172] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.668298] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.668345] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.668505] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.668618] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.668755] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.668850] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.668913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.669089] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.669165] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.669366] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.669461] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.669534] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.670050] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.670135] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.670224] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 318563c1-d95a-4b56-8b7c-b4a3a94ca64e is going to be updated. [ 1336.674318] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.674458] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.679602] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.679732] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.680417] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.680513] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.681214] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.681315] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.705017] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.705187] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.714551] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.714762] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.724376] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.724531] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.725549] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.725654] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.733802] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.733934] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 424d5d13-3045-45cb-a397-d748954b6f87 is going to be deleted. [ 1336.734846] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.735068] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.736394] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.736498] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.750690] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.750809] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.751562] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.751643] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.752410] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.752500] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.753274] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.753369] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.758858] env[69148]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1336.759280] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.759373] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.763640] env[69148]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1336.764061] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.764183] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.764253] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.764547] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.764700] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.764849] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-318563c1-d95a-4b56-8b7c-b4a3a94ca64e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.765723] env[69148]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1336.766103] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.766219] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.766866] env[69148]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1336.767284] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.767374] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.773985] env[69148]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1336.774391] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.774486] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.775282] env[69148]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1336.775675] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.775782] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c607350-2453-403a-bdf8-1332d259071f is going to be deleted. [ 1336.776702] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.776900] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.805903] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.806046] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8899b353-20b4-4984-b7dc-40612e84ef76 is going to be deleted. [ 1336.806824] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.807116] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.833781] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.833911] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f12fef98-8100-404a-8a99-8fca5d46233e is going to be deleted. [ 1336.834641] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.834836] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.836223] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.836333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.876627] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.876758] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.878258] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 in Status: SUCCESS [ 1336.878441] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.878589] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.878820] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.878974] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.879093] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.879158] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.879308] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.879386] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.879469] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.879557] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f9bf11a-8379-4ce3-bb57-b3b1d7558616',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.899605] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.899722] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9f7b709-0907-4cda-9e7a-24ca5d05c71a is going to be deleted. [ 1336.900565] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.900750] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.931097] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.931219] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.967632] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.967632] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52 is going to be deleted. [ 1336.968345] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.968555] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.969864] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.969975] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.020871] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.020992] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.102956] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.103119] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7 is going to be deleted. [ 1337.104031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.104271] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.133644] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.133955] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cf5384d-9342-4d30-8b5a-a4547db86d22 is going to be deleted. [ 1337.134662] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.134891] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.135029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.135135] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e already deleted. [ 1337.135223] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.135376] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.135539] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.158176] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.158371] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.196407] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.196554] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 is going to be deleted. [ 1337.197501] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.197713] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.244696] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.244958] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f112d3f7-ff91-4ac1-bca7-54fab98909ed is going to be deleted. [ 1337.245907] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.246145] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.247521] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.247619] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.276828] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.276983] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.285330] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.285457] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc0c4f4f-d00e-4bf5-b037-5311ce76d674 is going to be deleted. [ 1337.286399] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.286612] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.311957] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.312120] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.337302] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.337462] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 867d09be-4c80-4f40-a10d-d399858d18d9 is going to be deleted. [ 1337.338363] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.338582] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.381229] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f9bf11a-8379-4ce3-bb57-b3b1d7558616',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.401651] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.401792] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.412019] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.412154] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.414114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.414228] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c215908-dd8a-47b4-8ae6-43926bc54984 is going to be deleted. [ 1337.415046] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.415257] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.449015] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.449015] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85270a4e-0efa-4737-a203-a1d89b224353 is going to be deleted. [ 1337.449669] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.449898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.519545] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.519693] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd06c87e-e320-467b-aeb5-cb919faeaa37 is going to be deleted. [ 1337.520639] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.520856] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.552637] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.552897] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.557562] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.558013] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.594515] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.594649] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.598778] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.598930] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2e13469-c28b-4d9f-8469-a7ffb4376c5b is going to be deleted. [ 1337.599914] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.600160] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.662104] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.662303] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e93156e7-c7b9-455d-b2a6-769155d728d3 is going to be deleted. [ 1337.663241] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.663461] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.663572] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.663662] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-424d5d13-3045-45cb-a397-d748954b6f87" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.663827] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.663990] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.664083] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.664207] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c607350-2453-403a-bdf8-1332d259071f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.664707] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.664870] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.664951] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.665278] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8899b353-20b4-4984-b7dc-40612e84ef76" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.665439] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.665613] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.665687] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.665807] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f12fef98-8100-404a-8a99-8fca5d46233e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.665937] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.666101] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.666184] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.666305] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9f7b709-0907-4cda-9e7a-24ca5d05c71a" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.666416] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.666555] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.666629] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.666749] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6b9fd09-8e91-445a-ae6a-d4d0dd2a4a52" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.666874] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.667025] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.667127] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.667283] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d3955da-c87e-49d7-bf0c-9b0fe9d8f3d7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.667417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.667561] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.667634] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.667744] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cf5384d-9342-4d30-8b5a-a4547db86d22" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.667865] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.668012] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.668098] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.668207] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.668329] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.668493] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.668567] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.668680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f112d3f7-ff91-4ac1-bca7-54fab98909ed" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.668802] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.668960] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.669077] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.669205] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc0c4f4f-d00e-4bf5-b037-5311ce76d674" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.669317] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.669523] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.669601] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.669711] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-867d09be-4c80-4f40-a10d-d399858d18d9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.669853] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.669978] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.670065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.670199] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c215908-dd8a-47b4-8ae6-43926bc54984" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.670326] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.670464] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.670539] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.670720] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85270a4e-0efa-4737-a203-a1d89b224353" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.677951] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.678095] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.678146] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.678306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.678384] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.678497] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd06c87e-e320-467b-aeb5-cb919faeaa37" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.731068] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.731258] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.731309] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.731483] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.732065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.732065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2e13469-c28b-4d9f-8469-a7ffb4376c5b" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.788655] env[69148]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1337.789231] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.789388] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.789486] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.789852] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.790010] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.790167] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e93156e7-c7b9-455d-b2a6-769155d728d3" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.883751] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f9bf11a-8379-4ce3-bb57-b3b1d7558616: rpc.has_security_group_logging(os_id): False [ 1337.902733] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.902977] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.903119] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.903384] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.925983] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.926303] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.926433] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.926503] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.926692] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.926772] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.926860] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 is going to be updated. [ 1338.007940] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.008103] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.008179] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.008385] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.008531] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.017935] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 in Status: IN_PROGRESS for 2s [ 1338.501247] env[69148]: INFO networking_nsxv3.common.synchronization [req-b68ed126-32b2-4282-a247-a6c6ebabd68f req-3f9f27bb-fe47-4a05-83b3-266842317fd4 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Enqueued Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGHEST for action security_group_members [ 1338.501793] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGHEST for action security_group_members [ 1338.502171] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.502294] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.502359] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.502559] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.502710] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.502854] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.502901] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.503052] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.503147] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.503240] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.994437] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-996 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.994656] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-996" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.994780] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-996" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.996211] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-996" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.996550] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.996721] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.996965] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.997268] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.997422] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.997650] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1338.997770] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1338.998171] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1338.998306] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1338.998428] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1338.998540] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1338.998677] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1339.005441] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.005609] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.005609] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.005777] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.005869] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.007689] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.007834] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.007896] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.008057] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.008143] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.008231] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 is going to be deleted. [ 1339.020663] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1339.020836] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1339.020950] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1339.022029] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-996" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.022029] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-aad6577c-5d6c-4b66-8808-8514ece3bcf1 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.022029] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-aad6577c-5d6c-4b66-8808-8514ece3bcf1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.022029] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-aad6577c-5d6c-4b66-8808-8514ece3bcf1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.022029] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-aad6577c-5d6c-4b66-8808-8514ece3bcf1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.022344] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad6577c-5d6c-4b66-8808-8514ece3bcf1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.044577] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.044787] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.044787] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.044972] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.045042] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.045132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.525980] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.525980] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.525980] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.525980] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.525980] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.525980] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port aad6577c-5d6c-4b66-8808-8514ece3bcf1 not found, creating... [ 1339.525980] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.525980] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.526735] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.526735] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.526735] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.526735] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.526947] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.526990] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.527281] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.527421] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.527565] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: aad6577c-5d6c-4b66-8808-8514ece3bcf1 is going to be created. [ 1339.547100] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.547310] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.547439] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.547694] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.547920] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.548156] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-aad6577c-5d6c-4b66-8808-8514ece3bcf1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.030950] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 in Status: SUCCESS [ 1340.031285] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.031581] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.031724] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.031819] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f9bf11a-8379-4ce3-bb57-b3b1d7558616',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.377856] env[69148]: INFO networking_nsxv3.common.synchronization [req-b68ed126-32b2-4282-a247-a6c6ebabd68f req-eb198c6c-3a17-4bc7-90f6-daaae1237446 service nova] Enqueued Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGHEST for action security_group_rules [ 1340.377856] env[69148]: INFO networking_nsxv3.common.synchronization [req-b68ed126-32b2-4282-a247-a6c6ebabd68f req-eb198c6c-3a17-4bc7-90f6-daaae1237446 service nova] Enqueued Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGHEST for action security_group_members [ 1340.377995] env[69148]: INFO networking_nsxv3.common.synchronization [req-b68ed126-32b2-4282-a247-a6c6ebabd68f req-eb198c6c-3a17-4bc7-90f6-daaae1237446 service nova] Enqueued Resource ID: aad6577c-5d6c-4b66-8808-8514ece3bcf1 with Priority: HIGHEST for action port [ 1340.378475] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGHEST for action security_group_rules [ 1340.378620] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGHEST for action security_group_members [ 1340.378693] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad6577c-5d6c-4b66-8808-8514ece3bcf1 with Priority: HIGHEST for action port [ 1340.378979] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.379155] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.379155] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.379407] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.379407] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.380224] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.380398] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.380398] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.380555] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.380823] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.380823] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.380823] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.381078] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.381078] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.381218] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.381855] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-aad6577c-5d6c-4b66-8808-8514ece3bcf1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.382018] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aad6577c-5d6c-4b66-8808-8514ece3bcf1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.382079] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aad6577c-5d6c-4b66-8808-8514ece3bcf1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.382188] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aad6577c-5d6c-4b66-8808-8514ece3bcf1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.382256] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad6577c-5d6c-4b66-8808-8514ece3bcf1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.538842] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.538842] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.539623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.539623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.539623] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.539623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.539623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.539623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.539885] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.539885] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.539885] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f9bf11a-8379-4ce3-bb57-b3b1d7558616',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.884058] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.885166] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.885279] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.886986] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aad6577c-5d6c-4b66-8808-8514ece3bcf1 with status ACTIVE [ 1340.887142] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.887248] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.887313] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.887577] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.887577] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.887749] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.887831] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.887898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.888061] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.888141] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.888319] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.888407] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.888469] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.888644] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.888683] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.888765] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aad6577c-5d6c-4b66-8808-8514ece3bcf1 is going to be updated. [ 1340.907679] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.907802] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.907905] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.908063] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.908226] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.908343] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aad6577c-5d6c-4b66-8808-8514ece3bcf1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.044472] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f9bf11a-8379-4ce3-bb57-b3b1d7558616',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.388960] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.548496] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f9bf11a-8379-4ce3-bb57-b3b1d7558616: rpc.has_security_group_logging(os_id): False [ 1341.565847] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.566043] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.566079] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.566351] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.566470] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.566735] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.566850] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.566895] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.567082] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.567165] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.567251] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 is going to be updated. [ 1341.627549] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.627549] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.627549] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.627772] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.627915] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.640861] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 in Status: IN_PROGRESS for 2s [ 1341.797151] env[69148]: INFO networking_nsxv3.common.synchronization [req-ec2c1202-d0d6-43f0-8d89-a8014142e51e req-f293bc15-7117-46cb-8337-2f60dcdce5d3 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Enqueued Resource ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e with Priority: HIGHEST for action security_group_members [ 1341.797151] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e with Priority: HIGHEST for action security_group_members [ 1341.797151] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.797151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.797151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.797151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.797151] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.797151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.797151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.797151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.797724] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.797933] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.891843] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.892078] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.892159] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.892351] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.892441] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.892540] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 is going to be created. [ 1341.917315] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.917547] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.917547] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.917726] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.917933] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.927467] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 in Status: UNINITIALIZED for 2s [ 1342.085659] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.085992] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-544" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.086244] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-544" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.086608] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-544" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.086925] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.087145] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.087299] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.087598] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.087790] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.088056] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1342.088219] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1342.088360] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1342.088491] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1342.088653] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1342.088762] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1342.088926] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1342.108701] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1342.109028] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1342.109102] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1342.109298] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-544" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.109679] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-e8f6f922-3497-404e-841a-339a88806366 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.109904] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-e8f6f922-3497-404e-841a-339a88806366" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.110094] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-e8f6f922-3497-404e-841a-339a88806366" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.110477] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-e8f6f922-3497-404e-841a-339a88806366" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.110635] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8f6f922-3497-404e-841a-339a88806366',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.299845] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.300041] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.300091] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.300313] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.300405] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.300606] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.300703] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.300767] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.300911] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.300988] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.301083] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e already deleted. [ 1342.301165] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.613687] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.614112] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.614112] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.614397] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.614574] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.614771] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port e8f6f922-3497-404e-841a-339a88806366 not found, creating... [ 1342.615155] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.615364] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.615542] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.615837] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.615988] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.616391] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.616563] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.616713] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.616971] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.617176] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.617334] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: e8f6f922-3497-404e-841a-339a88806366 is going to be created. [ 1342.637152] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.637433] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.637607] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.637907] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.638166] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.638389] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-e8f6f922-3497-404e-841a-339a88806366" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.289612] env[69148]: INFO networking_nsxv3.common.synchronization [req-ec2c1202-d0d6-43f0-8d89-a8014142e51e req-dc9992cc-a1c1-4892-ab81-11562658c8f6 service nova] Enqueued Resource ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e with Priority: HIGHEST for action security_group_rules [ 1343.289950] env[69148]: INFO networking_nsxv3.common.synchronization [req-ec2c1202-d0d6-43f0-8d89-a8014142e51e req-dc9992cc-a1c1-4892-ab81-11562658c8f6 service nova] Enqueued Resource ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e with Priority: HIGHEST for action security_group_members [ 1343.290221] env[69148]: INFO networking_nsxv3.common.synchronization [req-ec2c1202-d0d6-43f0-8d89-a8014142e51e req-dc9992cc-a1c1-4892-ab81-11562658c8f6 service nova] Enqueued Resource ID: e8f6f922-3497-404e-841a-339a88806366 with Priority: HIGHEST for action port [ 1343.290925] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e with Priority: HIGHEST for action security_group_rules [ 1343.291318] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e with Priority: HIGHEST for action security_group_members [ 1343.291507] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f6f922-3497-404e-841a-339a88806366 with Priority: HIGHEST for action port [ 1343.292134] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.292246] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.292364] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.292703] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.292849] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.294537] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.294674] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.294746] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.294920] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.295186] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.295231] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.295278] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.295427] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.295510] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.295600] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.296963] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8f6f922-3497-404e-841a-339a88806366 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.297403] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8f6f922-3497-404e-841a-339a88806366" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.297953] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8f6f922-3497-404e-841a-339a88806366" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.297953] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8f6f922-3497-404e-841a-339a88806366" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.297953] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8f6f922-3497-404e-841a-339a88806366',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.654997] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 in Status: SUCCESS [ 1343.655388] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.795562] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.795687] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.799057] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.799943] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8f6f922-3497-404e-841a-339a88806366 with status ACTIVE [ 1343.800527] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.800527] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.800527] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.800527] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.800714] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.800744] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.800845] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.800907] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.801162] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.801248] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.801432] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.801524] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.801586] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.801725] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.801803] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.801873] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8f6f922-3497-404e-841a-339a88806366 is going to be updated. [ 1343.821138] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.821253] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.821310] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.821476] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.821604] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.821744] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8f6f922-3497-404e-841a-339a88806366" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.968750] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 in Status: SUCCESS [ 1343.968984] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.969182] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.969402] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.969597] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.969713] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.969778] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.969924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.970015] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.970101] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.970188] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.303868] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.472930] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.805751] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.806179] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.806179] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.806285] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.806385] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.806488] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e is going to be created. [ 1344.830831] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.831054] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.831140] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.831401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.831562] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.841082] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e in Status: UNINITIALIZED for 2s [ 1344.974768] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0c40e17-28e8-4f51-bf4c-228ae77fcac8: rpc.has_security_group_logging(os_id): False [ 1344.994872] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.995033] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.995136] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.995416] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.995551] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.995803] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.995907] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.995972] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.996162] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.996220] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.996304] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 is going to be created. [ 1345.073315] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.073427] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.073427] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.073613] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.073819] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.097808] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 in Status: IN_PROGRESS for 2s [ 1346.853117] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e in Status: SUCCESS [ 1346.853481] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.853520] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.853736] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.853919] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.854045] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.854114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.854278] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.854349] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.854434] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.854525] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.109691] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 in Status: SUCCESS [ 1347.110022] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.356710] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.859238] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e: rpc.has_security_group_logging(os_id): False [ 1347.876876] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.877082] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.877082] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.877298] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.877397] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.877638] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.877740] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.877805] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.877951] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.878041] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.878127] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e is going to be created. [ 1347.933571] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.933698] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.933759] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.933975] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.934195] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.944473] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e in Status: IN_PROGRESS for 2s [ 1348.292928] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.293117] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1349.960082] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e in Status: SUCCESS [ 1349.960432] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.293975] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.293975] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.295258] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1358.295602] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1363.296756] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.296756] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.297665] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1368.297665] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.298189] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.298524] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1378.299574] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.299858] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1383.300323] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.300701] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1388.301892] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1388.301892] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1393.302918] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1393.303404] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1398.304037] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.304317] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1398.791649] env[69148]: INFO networking_nsxv3.common.synchronization [req-8c560993-2dcf-4555-bcef-4221a65c8236 req-309a1590-53ab-401b-b45c-4d5c3997668a tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Enqueued Resource ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 with Priority: HIGHEST for action security_group_members [ 1398.792376] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 with Priority: HIGHEST for action security_group_members [ 1398.792701] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.792877] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.792951] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.793227] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.793391] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.793548] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.793625] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.793836] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.793926] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.794038] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f9bf11a-8379-4ce3-bb57-b3b1d7558616',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.298547] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f9bf11a-8379-4ce3-bb57-b3b1d7558616',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.801306] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f9bf11a-8379-4ce3-bb57-b3b1d7558616',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.303758] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.303945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.304031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.304318] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.304427] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.304595] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 is going to be updated. [ 1400.958379] env[69148]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/0f9bf11a-8379-4ce3-bb57-b3b1d7558616', 'data': {'id': '0f9bf11a-8379-4ce3-bb57-b3b1d7558616', 'display_name': '0f9bf11a-8379-4ce3-bb57-b3b1d7558616', 'path': '/infra/domains/default/groups/0f9bf11a-8379-4ce3-bb57-b3b1d7558616', 'expression': [{'value': 'security_group|0f9bf11a-8379-4ce3-bb57-b3b1d7558616', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}, {'resource_type': 'ConjunctionOperator', 'conjunction_operator': 'OR'}, {'resource_type': 'IPAddressExpression', 'ip_addresses': ['192.168.128.8']}], 'tags': [{'scope': 'age', 'tag': 1745604544}, {'scope': 'revision_number', 'tag': 0}], '_revision': 2}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 1400.958712] env[69148]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Retrying connection (1/2) with timeout 2s for Client.put {{(pid=69148) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 1403.003470] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.003870] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.003870] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.003948] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.005026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.015084] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 in Status: IN_PROGRESS for 2s [ 1403.792974] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1403.793170] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1405.026615] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 in Status: SUCCESS [ 1405.026944] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.794476] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.794748] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1413.755288] env[69148]: INFO networking_nsxv3.common.synchronization [req-a616c1e1-a2bd-4edd-b109-3815cd03fe1d req-af70cc59-abbb-446c-9ed8-61d12104fbc2 tempest-ServerActionsTestOtherA-1093910108 tempest-ServerActionsTestOtherA-1093910108-project-member] Enqueued Resource ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 with Priority: HIGHEST for action security_group_members [ 1413.755804] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 with Priority: HIGHEST for action security_group_members [ 1413.756584] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.756584] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.756584] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.756584] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.756778] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.756778] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.756778] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.756940] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.756990] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.757487] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f9bf11a-8379-4ce3-bb57-b3b1d7558616',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.259921] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.260146] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.260193] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.260397] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.260493] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.260726] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.260818] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.260887] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.261412] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.261500] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.261590] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 is going to be updated. [ 1414.288553] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.288956] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.288956] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.289088] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.289179] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.296772] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 in Status: IN_PROGRESS for 2s [ 1416.308600] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 in Status: SUCCESS [ 1416.308600] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 deletion is rescheduled due to dependency. [ 1416.308600] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.811655] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.811952] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-544" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.811995] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-544" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.812261] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-544" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.812524] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.812684] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.812861] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.813102] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.813249] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.813466] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1417.813582] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1417.813694] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1417.813826] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1417.813997] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1417.814050] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1417.814189] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1417.835537] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1417.835691] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1417.835832] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1417.836008] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-544" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.836292] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-e8f6f922-3497-404e-841a-339a88806366 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.836458] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-e8f6f922-3497-404e-841a-339a88806366" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.836583] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-e8f6f922-3497-404e-841a-339a88806366" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.836817] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-e8f6f922-3497-404e-841a-339a88806366" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.836955] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8f6f922-3497-404e-841a-339a88806366',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.339109] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.339300] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.339436] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.339717] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.339876] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.340177] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.340347] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.340517] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.340722] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.340869] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.341162] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.341322] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.341441] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.341647] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.341785] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.341928] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: e8f6f922-3497-404e-841a-339a88806366 is going to be updated. [ 1418.365286] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.365464] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.365582] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.365806] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.365997] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.366230] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-e8f6f922-3497-404e-841a-339a88806366" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.757341] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1418.757450] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1419.147751] env[69148]: INFO networking_nsxv3.common.synchronization [req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 req-e3276b05-246c-4a67-95cd-a01cae7785ad service nova] Enqueued Resource ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e with Priority: HIGHEST for action security_group_rules [ 1419.148970] env[69148]: INFO networking_nsxv3.common.synchronization [req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 req-e3276b05-246c-4a67-95cd-a01cae7785ad service nova] Enqueued Resource ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e with Priority: HIGHEST for action security_group_members [ 1419.148970] env[69148]: INFO networking_nsxv3.common.synchronization [req-cdc0e695-ddf7-46e5-bfba-b252bf7c55c3 req-e3276b05-246c-4a67-95cd-a01cae7785ad service nova] Enqueued Resource ID: e8f6f922-3497-404e-841a-339a88806366 with Priority: HIGHEST for action port [ 1419.148970] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e with Priority: HIGHEST for action security_group_rules [ 1419.148970] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e with Priority: HIGHEST for action security_group_members [ 1419.148970] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f6f922-3497-404e-841a-339a88806366 with Priority: HIGHEST for action port [ 1419.152221] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.152273] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.152392] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.152572] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.153363] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.153705] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.153705] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.153784] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.154893] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.154893] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.154893] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.154893] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.154893] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.154893] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.154893] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.155488] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8f6f922-3497-404e-841a-339a88806366 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.155488] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8f6f922-3497-404e-841a-339a88806366" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.155488] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8f6f922-3497-404e-841a-339a88806366" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.155587] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8f6f922-3497-404e-841a-339a88806366" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.155655] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8f6f922-3497-404e-841a-339a88806366',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.657408] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.658807] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.658933] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.659276] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8f6f922-3497-404e-841a-339a88806366 with status ACTIVE [ 1419.659438] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.659541] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.659678] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.659809] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.659898] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.660074] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.660170] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.660232] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.660381] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.660457] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.660658] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.660762] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.660857] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.660950] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.661036] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.661121] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8f6f922-3497-404e-841a-339a88806366 is going to be updated. [ 1419.680522] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.680680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.680728] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.680913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.681049] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.681191] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8f6f922-3497-404e-841a-339a88806366" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.161037] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.663679] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.663896] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.663896] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.664014] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.664118] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.664216] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e is going to be updated. [ 1420.691184] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.691323] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.691392] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.691591] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.691798] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.704594] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e in Status: IN_PROGRESS for 2s [ 1421.798832] env[69148]: INFO networking_nsxv3.common.synchronization [req-a255d496-a921-4a64-9f41-ed450661b5f8 req-d8fa2dd5-88d9-478d-96d9-4fac5163a1bc tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Enqueued Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGHEST for action security_group_members [ 1421.799364] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGHEST for action security_group_members [ 1421.800699] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.800961] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.801059] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.801537] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.801537] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.801660] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.801660] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.802056] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.802056] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.802056] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.304591] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.304845] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.304953] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.305313] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.305313] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.305548] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.305995] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.306126] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.306311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.306425] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.306540] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 is going to be updated. [ 1422.330594] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.330709] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.330798] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.330979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.331328] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.338584] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 in Status: IN_PROGRESS for 2s [ 1422.713569] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e in Status: SUCCESS [ 1422.713757] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.714051] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.714284] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.714479] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.714613] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.714665] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.714842] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.714891] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.714982] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.715093] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.218271] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.720020] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e: rpc.has_security_group_logging(os_id): False [ 1423.738056] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.738245] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.738288] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.740065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.740065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.740065] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.740065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.740065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.740065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.740065] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.740065] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e is going to be updated. [ 1423.796319] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.796524] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.796524] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.796730] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.797031] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.811544] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e in Status: IN_PROGRESS for 2s [ 1424.347908] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 in Status: SUCCESS [ 1424.348269] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 deletion is rescheduled due to dependency. [ 1424.348317] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.416458] env[69148]: INFO networking_nsxv3.common.synchronization [None req-5dc93e99-11bd-4fb4-b4d8-547694d036f2 None None] Enqueued Resource ID: 06abbc30-e2bd-4ac0-a920-a3a4449be7e5 with Priority: HIGHEST for action port [ 1424.416724] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06abbc30-e2bd-4ac0-a920-a3a4449be7e5 with Priority: HIGHEST for action port [ 1424.417336] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-06abbc30-e2bd-4ac0-a920-a3a4449be7e5 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.417461] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06abbc30-e2bd-4ac0-a920-a3a4449be7e5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.418176] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06abbc30-e2bd-4ac0-a920-a3a4449be7e5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.418176] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06abbc30-e2bd-4ac0-a920-a3a4449be7e5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.418176] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06abbc30-e2bd-4ac0-a920-a3a4449be7e5',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.919830] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06abbc30-e2bd-4ac0-a920-a3a4449be7e5 [ 1424.920101] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.920240] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.920456] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.920552] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.920670] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.920715] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06abbc30-e2bd-4ac0-a920-a3a4449be7e5 already deleted. [ 1424.920804] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06abbc30-e2bd-4ac0-a920-a3a4449be7e5" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.824496] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e in Status: SUCCESS [ 1425.824827] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.535617] env[69148]: INFO networking_nsxv3.common.synchronization [None req-4b89da9a-e7ca-4c4b-a940-61012dadaa5b None None] Enqueued Resource ID: fe0ad203-07ed-44d2-aefd-abec886543bd with Priority: HIGHEST for action port [ 1426.535882] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe0ad203-07ed-44d2-aefd-abec886543bd with Priority: HIGHEST for action port [ 1426.536486] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe0ad203-07ed-44d2-aefd-abec886543bd taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.536608] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe0ad203-07ed-44d2-aefd-abec886543bd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.536663] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe0ad203-07ed-44d2-aefd-abec886543bd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.536905] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe0ad203-07ed-44d2-aefd-abec886543bd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.537037] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe0ad203-07ed-44d2-aefd-abec886543bd',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.041648] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe0ad203-07ed-44d2-aefd-abec886543bd [ 1427.041947] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.042027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.042070] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.042267] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.042374] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.042450] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe0ad203-07ed-44d2-aefd-abec886543bd already deleted. [ 1427.042531] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe0ad203-07ed-44d2-aefd-abec886543bd" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.623009] env[69148]: INFO networking_nsxv3.common.synchronization [req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 req-452df9fc-2147-483f-ab53-243c40a879c0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Enqueued Resource ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 with Priority: HIGHEST for action security_group_members [ 1429.623563] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 with Priority: HIGHEST for action security_group_members [ 1429.623899] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5800e5-94a5-45d0-8a86-8b7f22390192 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.624077] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.624155] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.624407] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.624562] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.624665] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.624730] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.624877] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.624964] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.625063] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a5800e5-94a5-45d0-8a86-8b7f22390192',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.889126] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-444 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.889372] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-444" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.889494] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-444" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.889852] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-444" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.891034] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.891034] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.891034] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.891034] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.891034] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.891365] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1429.891415] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1429.891532] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1429.891669] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1429.891791] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1429.891914] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1429.892076] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1429.912482] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1429.912656] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1429.912807] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1429.913062] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-444" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.913389] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-64e74709-8259-49fd-b1cd-ead3cb1b3fd4 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.913566] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-64e74709-8259-49fd-b1cd-ead3cb1b3fd4" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.913704] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-64e74709-8259-49fd-b1cd-ead3cb1b3fd4" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.914048] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-64e74709-8259-49fd-b1cd-ead3cb1b3fd4" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.914396] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64e74709-8259-49fd-b1cd-ead3cb1b3fd4',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.127691] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.127829] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.127882] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.128136] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.128229] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.128431] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.128532] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.128596] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.128749] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.128824] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.128908] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 already deleted. [ 1430.128990] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.416271] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.416497] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.416628] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.416910] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.417079] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.417246] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 64e74709-8259-49fd-b1cd-ead3cb1b3fd4 not found, creating... [ 1430.417501] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.417662] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.417781] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.418010] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.418165] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.418449] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.418606] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.418727] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.418936] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.419085] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.419227] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 64e74709-8259-49fd-b1cd-ead3cb1b3fd4 is going to be created. [ 1430.437479] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.437651] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.437777] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.438010] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.438237] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.438449] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-64e74709-8259-49fd-b1cd-ead3cb1b3fd4" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.129286] env[69148]: INFO networking_nsxv3.common.synchronization [req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 req-a29c637b-40e8-4813-8322-dd6cfbcebe20 service nova] Enqueued Resource ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 with Priority: HIGHEST for action security_group_rules [ 1431.129529] env[69148]: INFO networking_nsxv3.common.synchronization [req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 req-a29c637b-40e8-4813-8322-dd6cfbcebe20 service nova] Enqueued Resource ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 with Priority: HIGHEST for action security_group_members [ 1431.129606] env[69148]: INFO networking_nsxv3.common.synchronization [req-909486da-0e96-4a19-b0fb-6776fa8b4dc6 req-a29c637b-40e8-4813-8322-dd6cfbcebe20 service nova] Enqueued Resource ID: 64e74709-8259-49fd-b1cd-ead3cb1b3fd4 with Priority: HIGHEST for action port [ 1431.129833] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 with Priority: HIGHEST for action security_group_rules [ 1431.129961] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 with Priority: HIGHEST for action security_group_members [ 1431.130068] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64e74709-8259-49fd-b1cd-ead3cb1b3fd4 with Priority: HIGHEST for action port [ 1431.130601] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a5800e5-94a5-45d0-8a86-8b7f22390192 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.130768] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.130812] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.131531] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.131652] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a5800e5-94a5-45d0-8a86-8b7f22390192',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.132843] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5800e5-94a5-45d0-8a86-8b7f22390192 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.132908] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.132988] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.133150] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.133415] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.133415] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.133524] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.133625] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.133670] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.133735] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a5800e5-94a5-45d0-8a86-8b7f22390192',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.134471] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-64e74709-8259-49fd-b1cd-ead3cb1b3fd4 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.134580] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64e74709-8259-49fd-b1cd-ead3cb1b3fd4" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.134822] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64e74709-8259-49fd-b1cd-ead3cb1b3fd4" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.134822] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64e74709-8259-49fd-b1cd-ead3cb1b3fd4" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.134883] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64e74709-8259-49fd-b1cd-ead3cb1b3fd4',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.636828] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5800e5-94a5-45d0-8a86-8b7f22390192 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.637068] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.639327] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a5800e5-94a5-45d0-8a86-8b7f22390192',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.640945] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64e74709-8259-49fd-b1cd-ead3cb1b3fd4 with status ACTIVE [ 1431.641833] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.641979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.642122] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.642424] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.642519] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.642759] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.642952] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.643023] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.643201] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.643282] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.643480] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.643581] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.643636] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.643773] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.643865] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.643945] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64e74709-8259-49fd-b1cd-ead3cb1b3fd4 is going to be updated. [ 1431.664322] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.664487] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.664524] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.664703] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.664832] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.665134] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64e74709-8259-49fd-b1cd-ead3cb1b3fd4" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.802714] env[69148]: INFO networking_nsxv3.common.synchronization [req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 req-18981f64-0a83-4a05-92b3-940a97eadf3a tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Enqueued Resource ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 with Priority: HIGHEST for action security_group_members [ 1431.803167] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 with Priority: HIGHEST for action security_group_members [ 1431.803449] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5800e5-94a5-45d0-8a86-8b7f22390192 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.803553] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.045228] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-444 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.045463] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-444" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.045603] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-444" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.045885] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-444" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.046164] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.046323] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.046442] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.046663] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.046809] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.047028] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1432.047150] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1432.047260] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1432.047368] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1432.047475] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1432.047580] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1432.047723] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1432.068579] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1432.068753] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1432.068891] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1432.069078] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-444" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.069376] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-edaca810-4bae-44ff-9668-56a3f2d3cca4 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.069542] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-edaca810-4bae-44ff-9668-56a3f2d3cca4" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.069664] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-edaca810-4bae-44ff-9668-56a3f2d3cca4" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.069972] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-edaca810-4bae-44ff-9668-56a3f2d3cca4" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.070134] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edaca810-4bae-44ff-9668-56a3f2d3cca4',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.146258] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a5800e5-94a5-45d0-8a86-8b7f22390192',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.572812] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.573023] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.573099] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.573410] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.574255] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.574255] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port edaca810-4bae-44ff-9668-56a3f2d3cca4 not found, creating... [ 1432.574255] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.574255] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.574464] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.574545] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.574699] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.574984] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.575199] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.575354] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.575567] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.575706] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.575848] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: edaca810-4bae-44ff-9668-56a3f2d3cca4 is going to be created. [ 1432.594372] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.594564] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.594692] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.594937] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.595183] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.595399] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-edaca810-4bae-44ff-9668-56a3f2d3cca4" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.648146] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.648307] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.648364] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.648584] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.648648] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.648747] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 is going to be created. [ 1432.761943] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.762115] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.762168] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.762395] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.762557] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.783119] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 in Status: UNINITIALIZED for 2s [ 1433.483240] env[69148]: INFO networking_nsxv3.common.synchronization [req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 req-3a79fa33-e905-4c9f-a549-3add178e5f2e service nova] Enqueued Resource ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 with Priority: HIGHEST for action security_group_rules [ 1433.483498] env[69148]: INFO networking_nsxv3.common.synchronization [req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 req-3a79fa33-e905-4c9f-a549-3add178e5f2e service nova] Enqueued Resource ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 with Priority: HIGHEST for action security_group_members [ 1433.483623] env[69148]: INFO networking_nsxv3.common.synchronization [req-b0b4d296-eacb-426c-9a9b-fbc5db6f7ea0 req-3a79fa33-e905-4c9f-a549-3add178e5f2e service nova] Enqueued Resource ID: edaca810-4bae-44ff-9668-56a3f2d3cca4 with Priority: HIGHEST for action port [ 1433.483874] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 with Priority: HIGHEST for action security_group_rules [ 1433.484045] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 with Priority: HIGHEST for action security_group_members [ 1433.484165] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edaca810-4bae-44ff-9668-56a3f2d3cca4 with Priority: HIGHEST for action port [ 1433.484718] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a5800e5-94a5-45d0-8a86-8b7f22390192 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.484815] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.485011] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5800e5-94a5-45d0-8a86-8b7f22390192 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.485103] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.485284] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-edaca810-4bae-44ff-9668-56a3f2d3cca4 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.485383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edaca810-4bae-44ff-9668-56a3f2d3cca4" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.485445] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edaca810-4bae-44ff-9668-56a3f2d3cca4" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.485642] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edaca810-4bae-44ff-9668-56a3f2d3cca4" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.485751] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edaca810-4bae-44ff-9668-56a3f2d3cca4',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.935118] env[69148]: INFO networking_nsxv3.common.synchronization [req-4aa25875-82ee-442b-949f-b0fec2403b05 req-315e564c-99d0-43c8-8b71-19d8ac3e0a1c tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Enqueued Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGHEST for action security_group_members [ 1433.935634] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGHEST for action security_group_members [ 1433.935947] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.936371] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.936447] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.936631] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.936790] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.936887] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.936953] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.937512] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.937611] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.937706] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.987693] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port edaca810-4bae-44ff-9668-56a3f2d3cca4 with status ACTIVE [ 1433.987913] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.988107] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.988219] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.988454] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.988547] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.988730] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.988833] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.988896] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.989047] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.989122] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.989297] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.989386] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.989446] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.989579] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.989651] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.989732] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: edaca810-4bae-44ff-9668-56a3f2d3cca4 is going to be updated. [ 1434.010436] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.010436] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.010436] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.010436] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.010436] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.010436] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edaca810-4bae-44ff-9668-56a3f2d3cca4" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.187427] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-996 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.187562] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-996" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.187681] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-996" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.187960] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-996" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.188228] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.188387] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.188509] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.188728] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.188876] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.189104] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1434.189222] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1434.189336] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1434.189447] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1434.189557] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1434.189665] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1434.189800] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1434.208249] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1434.208403] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1434.208542] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1434.208711] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-996" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.208989] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-6e21130f-fc57-41d9-a16b-91bbce82fc49 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.209216] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-6e21130f-fc57-41d9-a16b-91bbce82fc49" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.209345] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-6e21130f-fc57-41d9-a16b-91bbce82fc49" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.209634] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-6e21130f-fc57-41d9-a16b-91bbce82fc49" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.209774] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e21130f-fc57-41d9-a16b-91bbce82fc49',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.440220] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.440382] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.440455] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.440677] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.440774] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.440968] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.441086] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.441150] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.441297] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.441373] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.441459] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 is going to be updated. [ 1434.466439] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.466574] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.466615] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.466771] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.466903] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.475378] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 in Status: IN_PROGRESS for 2s [ 1434.711953] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.712347] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.712347] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.712730] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.712973] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.713204] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port 6e21130f-fc57-41d9-a16b-91bbce82fc49 not found, creating... [ 1434.713529] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.713750] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.714080] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.714242] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.714431] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.714766] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.714987] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.715155] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.715410] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.715569] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.715739] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: 6e21130f-fc57-41d9-a16b-91bbce82fc49 is going to be created. [ 1434.735701] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.735919] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.736035] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.736297] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.736536] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.736756] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-6e21130f-fc57-41d9-a16b-91bbce82fc49" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.792253] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 in Status: SUCCESS [ 1434.792532] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.792656] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.792931] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.793145] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.793269] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.793341] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.793520] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.793604] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.793688] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.793789] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a5800e5-94a5-45d0-8a86-8b7f22390192',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.794646] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.794838] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.794997] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.795112] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.795184] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.795325] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.795398] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.795483] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a5800e5-94a5-45d0-8a86-8b7f22390192',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.297775] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a5800e5-94a5-45d0-8a86-8b7f22390192',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.299200] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5800e5-94a5-45d0-8a86-8b7f22390192 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.299461] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.436341] env[69148]: INFO networking_nsxv3.common.synchronization [req-4aa25875-82ee-442b-949f-b0fec2403b05 req-e04328f8-95b4-4e17-8dbf-1438e652c6b2 service nova] Enqueued Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGHEST for action security_group_rules [ 1435.436524] env[69148]: INFO networking_nsxv3.common.synchronization [req-4aa25875-82ee-442b-949f-b0fec2403b05 req-e04328f8-95b4-4e17-8dbf-1438e652c6b2 service nova] Enqueued Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGHEST for action security_group_members [ 1435.436827] env[69148]: INFO networking_nsxv3.common.synchronization [req-4aa25875-82ee-442b-949f-b0fec2403b05 req-e04328f8-95b4-4e17-8dbf-1438e652c6b2 service nova] Enqueued Resource ID: 6e21130f-fc57-41d9-a16b-91bbce82fc49 with Priority: HIGHEST for action port [ 1435.437018] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGHEST for action security_group_rules [ 1435.437155] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGHEST for action security_group_members [ 1435.437251] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e21130f-fc57-41d9-a16b-91bbce82fc49 with Priority: HIGHEST for action port [ 1435.437770] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.437897] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.437965] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.438181] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.438267] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.439111] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.439157] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.439358] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e21130f-fc57-41d9-a16b-91bbce82fc49 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.439529] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e21130f-fc57-41d9-a16b-91bbce82fc49" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.439595] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e21130f-fc57-41d9-a16b-91bbce82fc49" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.439752] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e21130f-fc57-41d9-a16b-91bbce82fc49" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.439828] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e21130f-fc57-41d9-a16b-91bbce82fc49',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.800417] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a5800e5-94a5-45d0-8a86-8b7f22390192',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.942973] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.943219] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.943406] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e21130f-fc57-41d9-a16b-91bbce82fc49 with status ACTIVE [ 1435.943584] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.943708] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.943776] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.944019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.944118] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.944289] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.944383] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.944444] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.944596] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.944671] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.944847] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.944937] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.944999] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.945149] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.945225] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.945305] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e21130f-fc57-41d9-a16b-91bbce82fc49 is going to be updated. [ 1435.964843] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.964952] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.965039] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.965211] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.965346] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.965496] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e21130f-fc57-41d9-a16b-91bbce82fc49" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.302964] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.303147] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.303289] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.303544] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.303646] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.303767] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 is going to be updated. [ 1436.329206] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.329407] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.329468] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.329670] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.329819] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.339756] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 in Status: IN_PROGRESS for 2s [ 1436.484263] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 in Status: SUCCESS [ 1436.484438] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 deletion is rescheduled due to dependency. [ 1436.484553] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.484705] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.484912] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.485098] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.485211] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.485293] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.485450] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.485531] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.485651] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.987403] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.489431] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.992056] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.992374] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.992374] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.992493] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.992584] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.992681] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 is going to be updated. [ 1438.031498] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.031638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.031711] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.031919] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.032078] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.041395] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 in Status: IN_PROGRESS for 2s [ 1438.348638] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 in Status: SUCCESS [ 1438.348847] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.349010] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.349251] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.349429] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.349541] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.349606] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.349749] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.349830] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.349921] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a5800e5-94a5-45d0-8a86-8b7f22390192',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.852444] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a5800e5-94a5-45d0-8a86-8b7f22390192',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.355065] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a5800e5-94a5-45d0-8a86-8b7f22390192',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.857283] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.857498] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.857498] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.857713] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.857801] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.857903] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 is going to be updated. [ 1439.889927] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.890151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.890151] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.890332] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.890484] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.898932] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 in Status: IN_PROGRESS for 2s [ 1440.051384] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 in Status: SUCCESS [ 1440.051618] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.051745] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.051969] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.052185] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.052321] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.052373] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.052538] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.052635] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.052669] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.052746] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.438548] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.438882] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1440.555256] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1441.057940] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0c40e17-28e8-4f51-bf4c-228ae77fcac8: rpc.has_security_group_logging(os_id): False [ 1441.075060] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.075241] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.075295] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.075529] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.075636] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.075859] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.075963] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.076042] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.076192] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.076715] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.076715] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 is going to be updated. [ 1441.131265] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.131387] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.131461] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.131616] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.131753] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.143459] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 in Status: IN_PROGRESS for 2s [ 1441.923482] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 in Status: SUCCESS [ 1441.923810] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.923850] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.924117] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.924302] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.924417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.924475] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.924630] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.924721] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.924822] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.924975] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5800e5-94a5-45d0-8a86-8b7f22390192 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.925066] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.925110] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.925244] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.925387] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.925481] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.925542] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.925744] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.925744] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.925842] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.925901] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a5800e5-94a5-45d0-8a86-8b7f22390192',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.428133] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a5800e5-94a5-45d0-8a86-8b7f22390192: rpc.has_security_group_logging(os_id): False [ 1442.447924] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.447924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.447924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.447924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.447924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.447924] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.447924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.447924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.447924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.447924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.447924] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.447924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.447924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.447924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.447924] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.448589] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.448589] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.448589] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.448589] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.448589] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.448589] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 is going to be created. [ 1442.504330] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.504518] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.504561] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.504783] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.504971] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.514855] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 in Status: IN_PROGRESS for 2s [ 1443.159431] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 in Status: SUCCESS [ 1443.159431] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.525859] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 in Status: SUCCESS [ 1444.526155] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.526251] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.526461] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.526550] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a5800e5-94a5-45d0-8a86-8b7f22390192',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.029492] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5800e5-94a5-45d0-8a86-8b7f22390192 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.029700] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.029783] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.030075] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.030297] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.030429] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.030515] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.030736] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.030877] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.031019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.031143] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a5800e5-94a5-45d0-8a86-8b7f22390192',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.439277] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.439451] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1445.534023] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5800e5-94a5-45d0-8a86-8b7f22390192 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.534403] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.534403] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.534530] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.534730] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.534868] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.534937] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.535480] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.535581] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.535676] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.535826] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5800e5-94a5-45d0-8a86-8b7f22390192 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.535921] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.535985] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.536141] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.536277] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.536369] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.536430] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.536563] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.536641] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.536723] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.536811] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a5800e5-94a5-45d0-8a86-8b7f22390192',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.039127] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a5800e5-94a5-45d0-8a86-8b7f22390192: rpc.has_security_group_logging(os_id): False [ 1446.056113] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.056295] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.056336] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.056549] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.056643] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.056841] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.056940] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.057011] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.057170] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.057247] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.057440] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.057534] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.057596] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.057737] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.057810] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.058012] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.058113] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.058176] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.058314] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.058387] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.058473] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 is going to be updated. [ 1446.117683] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.117868] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.117932] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.118124] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.118278] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.130540] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 in Status: IN_PROGRESS for 2s [ 1448.145048] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 in Status: SUCCESS [ 1448.145486] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.440577] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.441075] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1455.441571] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.441571] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.442928] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1460.443361] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1463.800899] env[69148]: INFO networking_nsxv3.common.synchronization [None req-87fb4211-8ef9-4b0d-a604-2ac756707e4c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Enqueued Resource ID: 9cc066fc-47a0-47e7-bb3c-3e7072c43b7e with Priority: HIGHEST for action security_group_rules [ 1463.801500] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc066fc-47a0-47e7-bb3c-3e7072c43b7e with Priority: HIGHEST for action security_group_rules [ 1463.801857] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.801991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.802087] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.802373] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.802466] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cc066fc-47a0-47e7-bb3c-3e7072c43b7e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.865446] env[69148]: INFO networking_nsxv3.common.synchronization [None req-2d5c80c5-e7ff-4d4a-a5db-06b83f89ee76 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Enqueued Resource ID: 9cc066fc-47a0-47e7-bb3c-3e7072c43b7e with Priority: HIGHEST for action security_group_rules [ 1463.865861] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc066fc-47a0-47e7-bb3c-3e7072c43b7e with Priority: HIGHEST for action security_group_rules [ 1463.866222] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.866333] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.321815] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.321991] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.322054] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.322606] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.322606] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.322606] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cc066fc-47a0-47e7-bb3c-3e7072c43b7e already deleted. [ 1464.322606] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.322855] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.322855] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.322907] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cc066fc-47a0-47e7-bb3c-3e7072c43b7e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.842527] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.842895] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.842895] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.842979] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.843038] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.843159] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cc066fc-47a0-47e7-bb3c-3e7072c43b7e already deleted. [ 1464.843244] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.867088] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1468.867314] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1469.082578] env[69148]: INFO networking_nsxv3.common.synchronization [req-f7e3d13f-079f-4deb-9630-a585a39d5de4 req-1a7fede6-7d53-4918-ab2f-4dda00995cf7 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Enqueued Resource ID: 9cc066fc-47a0-47e7-bb3c-3e7072c43b7e with Priority: HIGHEST for action security_group_members [ 1469.082578] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc066fc-47a0-47e7-bb3c-3e7072c43b7e with Priority: HIGHEST for action security_group_members [ 1469.082578] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.082578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.082578] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.082748] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.084635] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.084635] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.084635] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.084635] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.084635] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.084635] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cc066fc-47a0-47e7-bb3c-3e7072c43b7e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1469.336498] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock network-444 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.336711] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "network-444" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.336845] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "network-444" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.337141] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "network-444" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.337405] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.337568] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.337689] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.337912] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.338075] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.338288] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1469.338406] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] NeedRegenerationException {{(pid=69148) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1469.338517] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] no value, waiting for create lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1469.338629] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] value creation lock acquired {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1469.338741] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] No value present for key: 'zone-id' {{(pid=69148) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1469.338849] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Calling creation function for not-yet-present value {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1469.338981] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1469.378522] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1469.378703] env[69148]: DEBUG dogpile.cache.region [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=69148) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1469.378844] env[69148]: DEBUG dogpile.lock [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Released creation lock {{(pid=69148) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1469.379038] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "network-444" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.379342] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock port-c0669be3-b6c4-415d-8c25-dde0ebfc8ef6 taken with stack trace [, , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.379510] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "port-c0669be3-b6c4-415d-8c25-dde0ebfc8ef6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.379632] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "port-c0669be3-b6c4-415d-8c25-dde0ebfc8ef6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.379952] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "port-c0669be3-b6c4-415d-8c25-dde0ebfc8ef6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.380104] env[69148]: DEBUG networking_nsxv3.api.rpc [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0669be3-b6c4-415d-8c25-dde0ebfc8ef6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1469.586560] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.586779] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.586837] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.587034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.587131] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.587328] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.587426] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.587592] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.587674] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.587757] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.587862] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cc066fc-47a0-47e7-bb3c-3e7072c43b7e already deleted. [ 1469.587936] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.882743] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.883170] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.883170] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.883493] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.883673] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.883841] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Segment Port c0669be3-b6c4-415d-8c25-dde0ebfc8ef6 not found, creating... [ 1469.884152] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.884319] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.884444] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.884673] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.884815] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.885140] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.885304] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.885426] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.885659] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.885810] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.885954] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Resource: SegmentPort with ID: c0669be3-b6c4-415d-8c25-dde0ebfc8ef6 is going to be created. [ 1469.907287] env[69148]: DEBUG networking_nsxv3.common.locking [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.907524] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.907600] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.907807] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.908061] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.908303] env[69148]: DEBUG oslo_concurrency.lockutils [None req-c852cdf8-9b31-4234-89ea-5833f9751b1e None None] Releasing lock "port-c0669be3-b6c4-415d-8c25-dde0ebfc8ef6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.573019] env[69148]: INFO networking_nsxv3.common.synchronization [req-f7e3d13f-079f-4deb-9630-a585a39d5de4 req-c5aca950-9be8-4bcd-b158-b4fc9c086e22 service nova] Enqueued Resource ID: 9cc066fc-47a0-47e7-bb3c-3e7072c43b7e with Priority: HIGHEST for action security_group_rules [ 1470.573019] env[69148]: INFO networking_nsxv3.common.synchronization [req-f7e3d13f-079f-4deb-9630-a585a39d5de4 req-c5aca950-9be8-4bcd-b158-b4fc9c086e22 service nova] Enqueued Resource ID: 9cc066fc-47a0-47e7-bb3c-3e7072c43b7e with Priority: HIGHEST for action security_group_members [ 1470.573019] env[69148]: INFO networking_nsxv3.common.synchronization [req-f7e3d13f-079f-4deb-9630-a585a39d5de4 req-c5aca950-9be8-4bcd-b158-b4fc9c086e22 service nova] Enqueued Resource ID: c0669be3-b6c4-415d-8c25-dde0ebfc8ef6 with Priority: HIGHEST for action port [ 1470.573019] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc066fc-47a0-47e7-bb3c-3e7072c43b7e with Priority: HIGHEST for action security_group_rules [ 1470.573019] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc066fc-47a0-47e7-bb3c-3e7072c43b7e with Priority: HIGHEST for action security_group_members [ 1470.573019] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0669be3-b6c4-415d-8c25-dde0ebfc8ef6 with Priority: HIGHEST for action port [ 1470.573019] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.573019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.573019] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.573575] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.573811] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cc066fc-47a0-47e7-bb3c-3e7072c43b7e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1470.574837] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.575070] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.575222] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.575526] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.575762] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.575972] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.576134] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.576358] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.576531] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.576938] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cc066fc-47a0-47e7-bb3c-3e7072c43b7e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1470.577727] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0669be3-b6c4-415d-8c25-dde0ebfc8ef6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.579132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0669be3-b6c4-415d-8c25-dde0ebfc8ef6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.579132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0669be3-b6c4-415d-8c25-dde0ebfc8ef6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.579132] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0669be3-b6c4-415d-8c25-dde0ebfc8ef6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.579132] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0669be3-b6c4-415d-8c25-dde0ebfc8ef6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.080283] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.080600] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.081740] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cc066fc-47a0-47e7-bb3c-3e7072c43b7e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.082609] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0669be3-b6c4-415d-8c25-dde0ebfc8ef6 with status ACTIVE [ 1471.082803] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.082917] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.082981] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.083192] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.083318] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.083507] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.083605] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.083657] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.083795] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.083873] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.084239] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.084239] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.084239] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.084458] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.084458] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.084540] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0669be3-b6c4-415d-8c25-dde0ebfc8ef6 is going to be updated. [ 1471.104385] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.104608] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.104608] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.104744] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.104876] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.105091] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0669be3-b6c4-415d-8c25-dde0ebfc8ef6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.474975] env[69148]: INFO networking_nsxv3.common.synchronization [req-fbe35c37-c474-4901-9e37-a85d14555e18 req-dd159d5c-3495-4be7-ad3b-959cb1021743 tempest-AttachVolumeShelveTestJSON-531637385 tempest-AttachVolumeShelveTestJSON-531637385-project-member] Enqueued Resource ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e with Priority: HIGHEST for action security_group_members [ 1471.475484] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e with Priority: HIGHEST for action security_group_members [ 1471.475820] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.476638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.476638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.476638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.476638] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.476638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.476638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.476638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.476987] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.476987] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.587367] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cc066fc-47a0-47e7-bb3c-3e7072c43b7e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.979040] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.979040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.979040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.979240] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.979240] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.979436] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.979540] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.979540] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.979692] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.979765] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.979850] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e is going to be updated. [ 1472.011193] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.011465] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.011550] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.011761] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.011910] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.020258] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e in Status: IN_PROGRESS for 2s [ 1472.091574] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.091884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.091884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.092015] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.092129] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.092241] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cc066fc-47a0-47e7-bb3c-3e7072c43b7e is going to be created. [ 1472.114111] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.114243] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.114362] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.114522] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.114680] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.122952] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cc066fc-47a0-47e7-bb3c-3e7072c43b7e in Status: UNINITIALIZED for 2s [ 1474.030152] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e in Status: SUCCESS [ 1474.030402] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e deletion is rescheduled due to dependency. [ 1474.030402] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.131813] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cc066fc-47a0-47e7-bb3c-3e7072c43b7e in Status: UNINITIALIZED for 4s [ 1476.142264] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cc066fc-47a0-47e7-bb3c-3e7072c43b7e in Status: SUCCESS [ 1476.142632] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.142763] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.143078] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.143393] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.143587] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.143656] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.143822] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.143913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.144028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.144118] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cc066fc-47a0-47e7-bb3c-3e7072c43b7e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.476315] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1476.476426] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1476.647255] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cc066fc-47a0-47e7-bb3c-3e7072c43b7e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.150196] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cc066fc-47a0-47e7-bb3c-3e7072c43b7e: rpc.has_security_group_logging(os_id): False [ 1477.168038] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.168038] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.168288] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.168288] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.168386] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.168646] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.168750] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.168816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.168972] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.169063] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.169148] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cc066fc-47a0-47e7-bb3c-3e7072c43b7e is going to be created. [ 1477.224035] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.224248] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.224313] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.224483] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.224667] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.234524] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cc066fc-47a0-47e7-bb3c-3e7072c43b7e in Status: IN_PROGRESS for 2s [ 1479.247196] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cc066fc-47a0-47e7-bb3c-3e7072c43b7e in Status: SUCCESS [ 1479.247521] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.477142] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1481.477512] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1486.478063] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1486.478063] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1491.479215] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1491.479532] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1496.480439] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1496.480818] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1496.558343] env[69148]: INFO networking_nsxv3.common.synchronization [req-35590bbb-a0e9-42e3-b646-afeea7de148e req-5e0facfa-7fdd-440c-ab30-12681de67546 tempest-ServerActionsTestJSON-241039629 tempest-ServerActionsTestJSON-241039629-project-member] Enqueued Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGHEST for action security_group_members [ 1496.558833] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGHEST for action security_group_members [ 1496.559180] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.559277] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.559336] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.559514] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.560172] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.560172] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.560172] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.560172] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.560172] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.560464] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.062561] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.062749] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.062793] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.062995] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.063097] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.063295] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.063442] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.063442] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.063609] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.063687] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.063774] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 is going to be updated. [ 1497.090601] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.090750] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.090750] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.090914] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.091070] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.099668] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 in Status: IN_PROGRESS for 2s [ 1499.112405] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 in Status: SUCCESS [ 1499.112405] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 deletion is rescheduled due to dependency. [ 1499.112405] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.560335] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1501.560670] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1506.561274] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1506.561632] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1511.562299] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1511.562693] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1516.563548] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1516.563935] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1520.457362] env[69148]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-27902579-335d-45d1-92ea-e74902eeadad None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1520.457748] env[69148]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-27902579-335d-45d1-92ea-e74902eeadad None None] NSXv3 Agent Agent loop - iteration:4 started [ 1521.564651] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.565017] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1526.565656] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1526.566057] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1531.566598] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1531.566598] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1536.567386] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1536.567734] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1541.568134] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1541.568511] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1546.569637] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1546.569984] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1551.570769] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1551.571173] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1556.572303] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1556.572680] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1561.573358] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1561.573736] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1566.574547] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1566.574892] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1571.402984] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.403417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.403417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.403417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.403520] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1571.575504] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1571.575684] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1571.905507] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1572.407460] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1572.910160] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1572.910356] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1573.712504] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.712504] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.712504] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.712913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.725763] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1573.726580] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.727445] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1573.765787] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.765934] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.765982] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.766184] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.780040] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.780673] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1573.780756] env[69148]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69148) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1573.780846] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1573.811497] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.811628] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.811687] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.811840] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.812510] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.812634] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1573.889678] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.889815] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.889853] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.890044] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.890301] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.890518] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1573.969547] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.969747] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.969747] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.969941] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.970244] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.970496] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:25. [ 1573.970581] env[69148]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e0c40e17-28e8-4f51-bf4c-228ae77fcac8', '04e6b136-dfe3-4b1a-a922-0729d25ceb70', '7834aa62-8735-42e9-bf45-38225592037f', '90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1', '4a5800e5-94a5-45d0-8a86-8b7f22390192', '00b98578-537a-4d78-8097-1a43b1cc2d83', '76557bd9-9de8-4dbf-ab60-70df1591a6c6', '3055d085-8ced-478c-a385-f1a08ce79f79', 'ca4a3dab-4665-44a6-8cef-e328abed0131', '19fd9e4a-88ca-4a76-b801-42eedbf15eec', 'd2dcc0dc-8e8a-4253-89aa-4a63cb300d40', '188f2541-1c0b-49d0-8226-d4c9fa231b2c', '6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e', 'f9722d51-57e3-4e87-93f2-2e5f2d457077', '2affd726-71c7-4e12-9b47-ffd0cb5499e9', 'b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7', '0f75609d-3f36-40dc-8433-9981b3ccab9e', '1d277da6-fb39-4bf5-9ba6-681a973593b0', '0f9bf11a-8379-4ce3-bb57-b3b1d7558616', '7e56dd18-cf3f-44e3-8853-f8b0a0492646', 'aa7f02de-5a48-4f98-afc9-18d22620466a', '9cc066fc-47a0-47e7-bb3c-3e7072c43b7e', '662ea25f-4f1b-416e-bafb-b25aba645d39', 'e3e07f2d-22f3-431f-a79c-9613c1f4fba9', 'f33bbf53-b9f7-429b-aa8e-2ce3096f1321'} {{(pid=69148) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1573.970653] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1573.988168] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.988294] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.988331] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.988495] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.988572] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.988665] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1573.988734] env[69148]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69148) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1573.988801] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1574.070054] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.070202] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.070202] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.070359] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.071464] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.071691] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1574.071770] env[69148]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69148) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1574.071842] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1574.071910] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1574.071987] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/25 resources of Type:Security Group Rules [ 1574.072070] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGH for action security_group_rules [ 1574.072148] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04e6b136-dfe3-4b1a-a922-0729d25ceb70 with Priority: HIGH for action security_group_rules [ 1574.072219] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7834aa62-8735-42e9-bf45-38225592037f with Priority: HIGH for action security_group_rules [ 1574.072267] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 with Priority: HIGH for action security_group_rules [ 1574.072330] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 with Priority: HIGH for action security_group_rules [ 1574.072394] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 00b98578-537a-4d78-8097-1a43b1cc2d83 with Priority: HIGH for action security_group_rules [ 1574.072454] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76557bd9-9de8-4dbf-ab60-70df1591a6c6 with Priority: HIGH for action security_group_rules [ 1574.072515] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3055d085-8ced-478c-a385-f1a08ce79f79 with Priority: HIGH for action security_group_rules [ 1574.072619] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGH for action security_group_rules [ 1574.072619] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 19fd9e4a-88ca-4a76-b801-42eedbf15eec with Priority: HIGH for action security_group_rules [ 1574.072685] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d2dcc0dc-8e8a-4253-89aa-4a63cb300d40 with Priority: HIGH for action security_group_rules [ 1574.072744] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 188f2541-1c0b-49d0-8226-d4c9fa231b2c with Priority: HIGH for action security_group_rules [ 1574.072789] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e with Priority: HIGH for action security_group_rules [ 1574.072850] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 with Priority: HIGH for action security_group_rules [ 1574.072906] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2affd726-71c7-4e12-9b47-ffd0cb5499e9 with Priority: HIGH for action security_group_rules [ 1574.072953] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 with Priority: HIGH for action security_group_rules [ 1574.073022] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f75609d-3f36-40dc-8433-9981b3ccab9e with Priority: HIGH for action security_group_rules [ 1574.073077] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGH for action security_group_rules [ 1574.073139] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 with Priority: HIGH for action security_group_rules [ 1574.073208] env[69148]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e56dd18-cf3f-44e3-8853-f8b0a0492646 with Priority: HIGH for action security_group_rules [ 1574.073353] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.577129] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1576.577129] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1576.577129] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 with Priority: HIGH for action security_group_rules [ 1576.577129] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7834aa62-8735-42e9-bf45-38225592037f with Priority: HIGH for action security_group_rules [ 1576.577129] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76557bd9-9de8-4dbf-ab60-70df1591a6c6 with Priority: HIGH for action security_group_rules [ 1576.577129] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2affd726-71c7-4e12-9b47-ffd0cb5499e9 with Priority: HIGH for action security_group_rules [ 1576.577129] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e56dd18-cf3f-44e3-8853-f8b0a0492646 with Priority: HIGH for action security_group_rules [ 1576.577641] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 with Priority: HIGH for action security_group_rules [ 1576.577641] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 with Priority: HIGH for action security_group_rules [ 1576.577641] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f75609d-3f36-40dc-8433-9981b3ccab9e with Priority: HIGH for action security_group_rules [ 1576.577641] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 with Priority: HIGH for action security_group_rules [ 1576.577641] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 with Priority: HIGH for action security_group_rules [ 1576.577641] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e with Priority: HIGH for action security_group_rules [ 1576.577641] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188f2541-1c0b-49d0-8226-d4c9fa231b2c with Priority: HIGH for action security_group_rules [ 1576.577896] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2dcc0dc-8e8a-4253-89aa-4a63cb300d40 with Priority: HIGH for action security_group_rules [ 1576.577896] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19fd9e4a-88ca-4a76-b801-42eedbf15eec with Priority: HIGH for action security_group_rules [ 1576.577959] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca4a3dab-4665-44a6-8cef-e328abed0131 with Priority: HIGH for action security_group_rules [ 1576.578032] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00b98578-537a-4d78-8097-1a43b1cc2d83 with Priority: HIGH for action security_group_rules [ 1576.578929] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3055d085-8ced-478c-a385-f1a08ce79f79 with Priority: HIGH for action security_group_rules [ 1576.578929] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 with Priority: HIGH for action security_group_rules [ 1576.578929] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e6b136-dfe3-4b1a-a922-0729d25ceb70 with Priority: HIGH for action security_group_rules [ 1576.578929] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 with Priority: HIGH for action security_group_rules [ 1576.579298] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.579434] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.579504] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.579711] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.579805] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0c40e17-28e8-4f51-bf4c-228ae77fcac8',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.580740] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7834aa62-8735-42e9-bf45-38225592037f taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.580854] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.580921] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.581111] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.581187] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7834aa62-8735-42e9-bf45-38225592037f',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.581923] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76557bd9-9de8-4dbf-ab60-70df1591a6c6 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.582046] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.582116] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.582371] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.582454] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76557bd9-9de8-4dbf-ab60-70df1591a6c6',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.583133] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2affd726-71c7-4e12-9b47-ffd0cb5499e9 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.583244] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.583311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.583460] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.583533] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2affd726-71c7-4e12-9b47-ffd0cb5499e9',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.584233] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e56dd18-cf3f-44e3-8853-f8b0a0492646 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.584348] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.584417] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.584566] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.584639] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e56dd18-cf3f-44e3-8853-f8b0a0492646',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.585638] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.585638] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.585736] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.585945] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.586080] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f9bf11a-8379-4ce3-bb57-b3b1d7558616',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.587021] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d277da6-fb39-4bf5-9ba6-681a973593b0 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.587142] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.587197] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.587362] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.587434] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d277da6-fb39-4bf5-9ba6-681a973593b0',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.588099] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f75609d-3f36-40dc-8433-9981b3ccab9e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.588365] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.588365] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.588520] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.588592] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f75609d-3f36-40dc-8433-9981b3ccab9e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.589369] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9722d51-57e3-4e87-93f2-2e5f2d457077 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.589481] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.589548] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.589696] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.589769] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9722d51-57e3-4e87-93f2-2e5f2d457077',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.590539] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.590652] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.590718] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.590866] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.590937] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.591601] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.591707] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.591772] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.591918] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.591989] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.592815] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-188f2541-1c0b-49d0-8226-d4c9fa231b2c taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.592931] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.592995] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.593157] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.593229] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('188f2541-1c0b-49d0-8226-d4c9fa231b2c',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.594198] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.594340] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.594411] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.594561] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.594633] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2dcc0dc-8e8a-4253-89aa-4a63cb300d40',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.595367] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19fd9e4a-88ca-4a76-b801-42eedbf15eec taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.595543] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.595623] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.595774] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.595847] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19fd9e4a-88ca-4a76-b801-42eedbf15eec',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.596596] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca4a3dab-4665-44a6-8cef-e328abed0131 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.596702] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.596768] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.596912] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.596983] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca4a3dab-4665-44a6-8cef-e328abed0131',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.597930] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00b98578-537a-4d78-8097-1a43b1cc2d83 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.598050] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.598119] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.598268] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.598337] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00b98578-537a-4d78-8097-1a43b1cc2d83',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.600990] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3055d085-8ced-478c-a385-f1a08ce79f79 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.601124] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.601178] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.601329] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.601402] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3055d085-8ced-478c-a385-f1a08ce79f79',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.602072] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a5800e5-94a5-45d0-8a86-8b7f22390192 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.602198] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.602260] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.602505] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.602591] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a5800e5-94a5-45d0-8a86-8b7f22390192',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.603399] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04e6b136-dfe3-4b1a-a922-0729d25ceb70 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.603571] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.603640] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.603789] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.603863] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04e6b136-dfe3-4b1a-a922-0729d25ceb70',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.728401] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.728618] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.728618] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.728837] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.728919] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.788276] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.788420] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.788496] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.788678] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.790224] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.790321] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.793822] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.793930] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.794622] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.794716] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.797183] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.797275] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.797950] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.798058] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.798721] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.798816] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.799512] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.799614] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.800946] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.801058] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.802883] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.802982] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.803314] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.803406] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.804208] env[69148]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1576.804608] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.804692] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.805259] env[69148]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1576.805627] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.805717] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.806308] env[69148]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1576.806698] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.806791] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.807406] env[69148]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1576.807752] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.807843] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.808469] env[69148]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1576.808847] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.808938] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.811130] env[69148]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1576.811568] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.811775] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2affd726-71c7-4e12-9b47-ffd0cb5499e9 is going to be deleted. [ 1576.812450] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.812639] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.828696] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.828781] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 188f2541-1c0b-49d0-8226-d4c9fa231b2c is going to be deleted. [ 1576.829515] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.829700] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.847423] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.847543] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e is going to be deleted. [ 1576.848242] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.848421] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.871277] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.871418] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.874906] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.875024] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f9bf11a-8379-4ce3-bb57-b3b1d7558616 is going to be deleted. [ 1576.875729] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.875903] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.892918] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.893042] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.898615] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.898725] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9722d51-57e3-4e87-93f2-2e5f2d457077 is going to be deleted. [ 1576.899411] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.899583] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.924062] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.924159] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.932241] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.932394] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3055d085-8ced-478c-a385-f1a08ce79f79 is going to be deleted. [ 1576.933057] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.933228] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.959453] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.959578] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7 is going to be deleted. [ 1576.960291] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.960464] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.978186] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.978323] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.990509] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.990644] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d277da6-fb39-4bf5-9ba6-681a973593b0 is going to be deleted. [ 1576.991377] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.991566] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.999711] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.999805] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.001029] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.001152] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.044102] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.044220] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04e6b136-dfe3-4b1a-a922-0729d25ceb70 is going to be deleted. [ 1577.044951] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.045140] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.098311] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.098389] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76557bd9-9de8-4dbf-ab60-70df1591a6c6 is going to be deleted. [ 1577.099105] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.099282] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.126766] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.126889] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.176113] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.176256] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0c40e17-28e8-4f51-bf4c-228ae77fcac8 is going to be deleted. [ 1577.177140] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.177343] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.230503] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.230669] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.232905] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5800e5-94a5-45d0-8a86-8b7f22390192 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.233046] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.233106] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.233276] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.233424] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.233520] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.233581] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.233719] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.233802] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.233884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.233970] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a5800e5-94a5-45d0-8a86-8b7f22390192',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1577.245549] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.245665] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19fd9e4a-88ca-4a76-b801-42eedbf15eec is going to be deleted. [ 1577.246389] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.246579] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.276174] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.276287] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.277324] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.277440] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.278374] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.278468] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.281875] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.281983] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f75609d-3f36-40dc-8433-9981b3ccab9e is going to be deleted. [ 1577.282746] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.282901] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.293945] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.294061] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.295555] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.295653] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.310967] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.311077] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7834aa62-8735-42e9-bf45-38225592037f is going to be deleted. [ 1577.311781] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.311950] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.328337] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.328429] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.395534] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.395700] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca4a3dab-4665-44a6-8cef-e328abed0131 is going to be deleted. [ 1577.396571] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.396781] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.426228] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.426381] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.428473] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.428565] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.451824] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.451939] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1 is going to be deleted. [ 1577.452808] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.453026] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.453121] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.453240] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2affd726-71c7-4e12-9b47-ffd0cb5499e9" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.453897] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.453989] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.454061] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.454226] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.454361] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.454439] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f75609d-3f36-40dc-8433-9981b3ccab9e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.454556] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.454698] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.454774] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.454884] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-188f2541-1c0b-49d0-8226-d4c9fa231b2c" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.455336] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.455503] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.455585] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.455688] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6af0299b-ee9e-4bb3-a818-4bd8b9a4f87e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.455822] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.455959] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.456048] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.456156] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f9bf11a-8379-4ce3-bb57-b3b1d7558616" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.456264] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.456401] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.456493] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.456599] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9722d51-57e3-4e87-93f2-2e5f2d457077" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.456729] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.456863] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.456935] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.457051] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3055d085-8ced-478c-a385-f1a08ce79f79" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.457161] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.457296] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.457370] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.457534] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9f56adb-ac91-4bc3-9d1b-cf5608d8cfe7" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.457619] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.457739] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.457809] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.457913] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d277da6-fb39-4bf5-9ba6-681a973593b0" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.458029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.458164] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.518268] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.518398] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2dcc0dc-8e8a-4253-89aa-4a63cb300d40 is going to be deleted. [ 1577.519174] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.519393] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.568984] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.569120] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e56dd18-cf3f-44e3-8853-f8b0a0492646 is going to be deleted. [ 1577.569914] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.570134] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.570224] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.570338] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04e6b136-dfe3-4b1a-a922-0729d25ceb70" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.570487] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.570634] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.570710] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.570821] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76557bd9-9de8-4dbf-ab60-70df1591a6c6" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.571280] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.571502] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.571708] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.571840] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0c40e17-28e8-4f51-bf4c-228ae77fcac8" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.571975] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.572139] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.572218] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.572327] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19fd9e4a-88ca-4a76-b801-42eedbf15eec" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.572458] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.572595] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.572670] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.572777] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7834aa62-8735-42e9-bf45-38225592037f" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.572897] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.573045] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.576969] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.577084] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.615829] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.616108] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00b98578-537a-4d78-8097-1a43b1cc2d83 is going to be deleted. [ 1577.616764] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.616949] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.617115] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.617268] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca4a3dab-4665-44a6-8cef-e328abed0131" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.676217] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.676367] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.676459] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.676636] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.676750] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.676873] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2dcc0dc-8e8a-4253-89aa-4a63cb300d40" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.687803] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.687927] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.688012] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.688206] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.688314] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.688437] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e56dd18-cf3f-44e3-8853-f8b0a0492646" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.706253] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.706390] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.706454] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.706643] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.706715] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.706856] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90a5f6d7-7c3d-4780-9edf-207b6b3ce0b1" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.715298] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.715415] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.715503] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.715660] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.715765] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.715879] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00b98578-537a-4d78-8097-1a43b1cc2d83" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.736324] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5800e5-94a5-45d0-8a86-8b7f22390192 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.736453] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.736529] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.736709] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.736874] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.736986] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.737069] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.737239] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.737334] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.737525] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.737615] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5800e5-94a5-45d0-8a86-8b7f22390192 taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.737707] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.737757] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.737926] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.738098] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.738199] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.738273] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.738435] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.738525] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.738621] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.738714] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a5800e5-94a5-45d0-8a86-8b7f22390192',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1578.240937] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a5800e5-94a5-45d0-8a86-8b7f22390192: rpc.has_security_group_logging(os_id): False [ 1578.260117] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.260335] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.260335] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.260550] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.278454] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.278666] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.278776] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.278839] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.279028] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.279114] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.279347] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.279452] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.279515] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.279662] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.279737] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.279928] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.280029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.280091] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.280231] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.280306] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.280392] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 is going to be updated. [ 1578.334505] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.334644] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.334679] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.334828] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.334961] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.348151] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 in Status: IN_PROGRESS for 2s [ 1580.364305] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 in Status: SUCCESS [ 1580.364663] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.386845] env[69148]: INFO networking_nsxv3.common.synchronization [req-76c49402-3905-47b6-9456-db51e2452e6c req-eca37820-4ec5-4a8a-8da3-4125022c1dc0 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Enqueued Resource ID: 9cc066fc-47a0-47e7-bb3c-3e7072c43b7e with Priority: HIGHEST for action security_group_members [ 1581.387358] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc066fc-47a0-47e7-bb3c-3e7072c43b7e with Priority: HIGHEST for action security_group_members [ 1581.387688] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.387812] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.387877] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.388210] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.388372] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.388473] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.388531] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.388694] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.388775] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.388867] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cc066fc-47a0-47e7-bb3c-3e7072c43b7e',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1581.890764] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.891027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.891027] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.891221] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.910973] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.911249] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.911370] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.911436] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.911637] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.911720] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.911810] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cc066fc-47a0-47e7-bb3c-3e7072c43b7e is going to be updated. [ 1581.941096] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.941366] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.941366] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.941518] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.941662] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.949810] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cc066fc-47a0-47e7-bb3c-3e7072c43b7e in Status: IN_PROGRESS for 2s [ 1583.960938] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cc066fc-47a0-47e7-bb3c-3e7072c43b7e in Status: SUCCESS [ 1583.961330] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cc066fc-47a0-47e7-bb3c-3e7072c43b7e deletion is rescheduled due to dependency. [ 1583.961330] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cc066fc-47a0-47e7-bb3c-3e7072c43b7e" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.387896] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1586.388298] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1591.388854] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1591.388854] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1592.429043] env[69148]: INFO networking_nsxv3.common.synchronization [req-62529e91-0b9e-41d9-9e6b-58a7b6a339f7 req-e2d59753-43cc-4e6f-a881-0379109cbb31 tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Enqueued Resource ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 with Priority: HIGHEST for action security_group_members [ 1592.429574] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 with Priority: HIGHEST for action security_group_members [ 1592.429880] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5800e5-94a5-45d0-8a86-8b7f22390192 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.430685] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.430685] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.430685] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.430685] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.430685] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.430685] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.431034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.431034] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.431034] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a5800e5-94a5-45d0-8a86-8b7f22390192',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1592.933763] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a5800e5-94a5-45d0-8a86-8b7f22390192',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1593.436018] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a5800e5-94a5-45d0-8a86-8b7f22390192',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1593.938936] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1593.939197] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.939197] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1593.939495] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1593.939627] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.939690] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 is going to be updated. [ 1593.967804] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1593.967948] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.968043] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1593.968219] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1593.968380] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.979431] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 in Status: IN_PROGRESS for 2s [ 1595.989360] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 in Status: SUCCESS [ 1595.989739] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.431102] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1597.431479] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1599.068702] env[69148]: INFO networking_nsxv3.common.synchronization [req-01b34c8d-0a99-4d46-a369-e507c5215bfa req-5991a0c8-9e9a-4b16-9a1a-c8bb9445744c tempest-ServerRescueNegativeTestJSON-194608473 tempest-ServerRescueNegativeTestJSON-194608473-project-member] Enqueued Resource ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 with Priority: HIGHEST for action security_group_members [ 1599.069127] env[69148]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 with Priority: HIGHEST for action security_group_members [ 1599.069458] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5800e5-94a5-45d0-8a86-8b7f22390192 taken with stack trace [, , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.069570] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.069662] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.069835] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.069980] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.070085] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.070148] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.070293] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.070374] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.070466] env[69148]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a5800e5-94a5-45d0-8a86-8b7f22390192',) {} {{(pid=69148) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1599.573194] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.573500] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.573500] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.573833] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.573833] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.573996] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.574166] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.574166] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.574388] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.574388] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.574512] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 is going to be updated. [ 1599.599715] env[69148]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69148) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.599851] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.599899] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.600069] env[69148]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.600203] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.607527] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 in Status: IN_PROGRESS for 2s [ 1601.618601] env[69148]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 in Status: SUCCESS [ 1601.618949] env[69148]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a5800e5-94a5-45d0-8a86-8b7f22390192 deletion is rescheduled due to dependency. [ 1601.619029] env[69148]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5800e5-94a5-45d0-8a86-8b7f22390192" {{(pid=69148) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.070252] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1604.070603] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1609.071868] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1609.072250] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1614.072912] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1614.072912] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1619.074372] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1619.074742] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1624.075989] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1624.076317] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1629.076929] env[69148]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1629.077303] env[69148]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0